[ 581.753632] env[69529]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69529) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 581.753989] env[69529]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69529) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 581.754122] env[69529]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69529) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 581.754451] env[69529]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 581.849576] env[69529]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69529) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 581.859549] env[69529]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69529) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 581.901455] env[69529]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 582.463593] env[69529]: INFO nova.virt.driver [None req-622d3822-7023-43ed-9f0d-1ea452e4896a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 582.536849] env[69529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.537028] env[69529]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.537126] env[69529]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69529) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 585.498732] env[69529]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-a8be8435-6f7b-4fea-8021-d2bf5ce98e4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.515665] env[69529]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69529) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 585.515863] env[69529]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-61cbd23c-4864-4a2b-9059-f87e1d01d497 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.540650] env[69529]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8a381. [ 585.540842] env[69529]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.004s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.541345] env[69529]: INFO nova.virt.vmwareapi.driver [None req-622d3822-7023-43ed-9f0d-1ea452e4896a None None] VMware vCenter version: 7.0.3 [ 585.544858] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f67fa75-d85f-4f70-9035-a5f27681ffec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.565911] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64b7ce8-1545-454b-b6f5-b432a47fc4ff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.571665] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f45a857-7598-4d99-9e4f-9ebf455d279a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.578188] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1679d83-9003-478a-a202-a44f604e2b30 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.590941] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1c8e10-6eb2-460e-893b-6937b72d4042 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.596718] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d91293-0289-4f0a-b054-4c84462356ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.626823] env[69529]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-5809fbb6-1929-4155-87db-eb66419bb062 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.631427] env[69529]: DEBUG nova.virt.vmwareapi.driver [None req-622d3822-7023-43ed-9f0d-1ea452e4896a None None] Extension org.openstack.compute already exists. {{(pid=69529) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 585.634070] env[69529]: INFO nova.compute.provider_config [None req-622d3822-7023-43ed-9f0d-1ea452e4896a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 586.137770] env[69529]: DEBUG nova.context [None req-622d3822-7023-43ed-9f0d-1ea452e4896a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),61c6d3a5-857c-431b-9f79-955b0e7c9719(cell1) {{(pid=69529) load_cells /opt/stack/nova/nova/context.py:464}} [ 586.139882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.140132] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.140821] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.141274] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Acquiring lock "61c6d3a5-857c-431b-9f79-955b0e7c9719" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.141466] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Lock "61c6d3a5-857c-431b-9f79-955b0e7c9719" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.142540] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Lock "61c6d3a5-857c-431b-9f79-955b0e7c9719" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.162853] env[69529]: INFO dbcounter [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Registered counter for database nova_cell0 [ 586.171632] env[69529]: INFO dbcounter [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Registered counter for database nova_cell1 [ 586.609058] env[69529]: DEBUG oslo_db.sqlalchemy.engines [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69529) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 586.609418] env[69529]: DEBUG oslo_db.sqlalchemy.engines [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69529) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 586.614347] env[69529]: ERROR nova.db.main.api [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 586.614347] env[69529]: result = function(*args, **kwargs) [ 586.614347] env[69529]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 586.614347] env[69529]: return func(*args, **kwargs) [ 586.614347] env[69529]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 586.614347] env[69529]: result = fn(*args, **kwargs) [ 586.614347] env[69529]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 586.614347] env[69529]: return f(*args, **kwargs) [ 586.614347] env[69529]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 586.614347] env[69529]: return db.service_get_minimum_version(context, binaries) [ 586.614347] env[69529]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 586.614347] env[69529]: _check_db_access() [ 586.614347] env[69529]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 586.614347] env[69529]: stacktrace = ''.join(traceback.format_stack()) [ 586.614347] env[69529]: [ 586.615428] env[69529]: ERROR nova.db.main.api [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 586.615428] env[69529]: result = function(*args, **kwargs) [ 586.615428] env[69529]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 586.615428] env[69529]: return func(*args, **kwargs) [ 586.615428] env[69529]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 586.615428] env[69529]: result = fn(*args, **kwargs) [ 586.615428] env[69529]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 586.615428] env[69529]: return f(*args, **kwargs) [ 586.615428] env[69529]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 586.615428] env[69529]: return db.service_get_minimum_version(context, binaries) [ 586.615428] env[69529]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 586.615428] env[69529]: _check_db_access() [ 586.615428] env[69529]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 586.615428] env[69529]: stacktrace = ''.join(traceback.format_stack()) [ 586.615428] env[69529]: [ 586.615870] env[69529]: WARNING nova.objects.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 586.615975] env[69529]: WARNING nova.objects.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Failed to get minimum service version for cell 61c6d3a5-857c-431b-9f79-955b0e7c9719 [ 586.616517] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Acquiring lock "singleton_lock" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.616676] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Acquired lock "singleton_lock" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.616918] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Releasing lock "singleton_lock" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.617278] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Full set of CONF: {{(pid=69529) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 586.617425] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ******************************************************************************** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 586.617554] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] Configuration options gathered from: {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 586.617688] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 586.617884] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 586.618018] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ================================================================================ {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 586.618227] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] allow_resize_to_same_host = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.618396] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] arq_binding_timeout = 300 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.618526] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] backdoor_port = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.618652] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] backdoor_socket = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.618817] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] block_device_allocate_retries = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.618978] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] block_device_allocate_retries_interval = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.619164] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cert = self.pem {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.619336] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.619507] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute_monitors = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.619680] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] config_dir = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.620081] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] config_drive_format = iso9660 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.620232] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.620407] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] config_source = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.620580] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] console_host = devstack {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.620757] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] control_exchange = nova {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.620917] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cpu_allocation_ratio = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.621104] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] daemon = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.621282] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] debug = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.621446] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] default_access_ip_network_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.621616] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] default_availability_zone = nova {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.621778] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] default_ephemeral_format = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.621941] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] default_green_pool_size = 1000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.622202] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.622368] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] default_schedule_zone = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.622528] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] disk_allocation_ratio = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.622687] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] enable_new_services = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.622863] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] enabled_apis = ['osapi_compute'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.623033] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] enabled_ssl_apis = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.623200] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] flat_injected = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.623361] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] force_config_drive = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.623519] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] force_raw_images = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.623711] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] graceful_shutdown_timeout = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.623884] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] heal_instance_info_cache_interval = -1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.624117] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] host = cpu-1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.624300] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.624465] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] initial_disk_allocation_ratio = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.624631] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] initial_ram_allocation_ratio = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.624873] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.625052] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instance_build_timeout = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.625218] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instance_delete_interval = 300 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.625383] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instance_format = [instance: %(uuid)s] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.625548] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instance_name_template = instance-%08x {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.625707] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instance_usage_audit = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.625874] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instance_usage_audit_period = month {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.626047] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.626214] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] instances_path = /opt/stack/data/nova/instances {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.626377] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] internal_service_availability_zone = internal {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.626531] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] key = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.626688] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] live_migration_retry_count = 30 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.626910] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_color = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.627103] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_config_append = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.627278] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.627439] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_dir = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.627596] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_file = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.627724] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_options = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.627913] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_rotate_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.628108] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_rotate_interval_type = days {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.628279] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] log_rotation_type = none {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.628410] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.628536] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.628701] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.628867] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.628994] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.629169] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] long_rpc_timeout = 1800 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.629327] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] max_concurrent_builds = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.629482] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] max_concurrent_live_migrations = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.629640] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] max_concurrent_snapshots = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.629796] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] max_local_block_devices = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.629951] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] max_logfile_count = 30 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.630126] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] max_logfile_size_mb = 200 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.630286] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] maximum_instance_delete_attempts = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.630454] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] metadata_listen = 0.0.0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.630615] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] metadata_listen_port = 8775 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.630778] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] metadata_workers = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.630939] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] migrate_max_retries = -1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.631116] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] mkisofs_cmd = genisoimage {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.631324] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] my_block_storage_ip = 10.180.1.21 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.631457] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] my_ip = 10.180.1.21 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.631657] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.631818] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] network_allocate_retries = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.631992] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.632172] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] osapi_compute_listen = 0.0.0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.632334] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] osapi_compute_listen_port = 8774 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.632498] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] osapi_compute_unique_server_name_scope = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.632666] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] osapi_compute_workers = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.632828] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] password_length = 12 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.633030] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] periodic_enable = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.633206] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] periodic_fuzzy_delay = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.633376] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] pointer_model = usbtablet {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.633542] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] preallocate_images = none {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.633719] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] publish_errors = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.633857] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] pybasedir = /opt/stack/nova {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.634027] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ram_allocation_ratio = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.634194] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] rate_limit_burst = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.634363] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] rate_limit_except_level = CRITICAL {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.634522] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] rate_limit_interval = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.634683] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] reboot_timeout = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.634863] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] reclaim_instance_interval = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.635030] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] record = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.635201] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] reimage_timeout_per_gb = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.635364] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] report_interval = 120 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.635523] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] rescue_timeout = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.635681] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] reserved_host_cpus = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.635841] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] reserved_host_disk_mb = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.636007] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] reserved_host_memory_mb = 512 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.636170] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] reserved_huge_pages = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.636327] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] resize_confirm_window = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.636488] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] resize_fs_using_block_device = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.636647] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] resume_guests_state_on_host_boot = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.636816] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.636975] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] rpc_response_timeout = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.637151] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] run_external_periodic_tasks = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.637319] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] running_deleted_instance_action = reap {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.637475] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] running_deleted_instance_poll_interval = 1800 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.637631] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] running_deleted_instance_timeout = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.637789] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler_instance_sync_interval = 120 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.637951] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_down_time = 720 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.638130] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] servicegroup_driver = db {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.638287] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] shell_completion = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.638446] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] shelved_offload_time = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.638601] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] shelved_poll_interval = 3600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.638765] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] shutdown_timeout = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.638925] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] source_is_ipv6 = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.639093] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ssl_only = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.639344] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.639513] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] sync_power_state_interval = 600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.639677] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] sync_power_state_pool_size = 1000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.639845] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] syslog_log_facility = LOG_USER {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.640008] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] tempdir = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.640175] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] timeout_nbd = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.640342] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] transport_url = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.640502] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] update_resources_interval = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.640660] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] use_cow_images = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.640819] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] use_journal = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.640973] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] use_json = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.641142] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] use_rootwrap_daemon = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.641300] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] use_stderr = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.641455] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] use_syslog = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.641610] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vcpu_pin_set = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.641787] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plugging_is_fatal = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.641935] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plugging_timeout = 300 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.642113] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] virt_mkfs = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.642276] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] volume_usage_poll_interval = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.642434] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] watch_log_file = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.642598] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] web = /usr/share/spice-html5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.642781] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642951] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643128] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643300] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_concurrency.disable_process_locking = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643594] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643802] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643976] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644163] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644337] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644506] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644714] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.auth_strategy = keystone {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644909] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.compute_link_prefix = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645133] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645315] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.dhcp_domain = novalocal {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645485] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.enable_instance_password = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645651] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.glance_link_prefix = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645820] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645989] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646168] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.instance_list_per_project_cells = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646330] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.list_records_by_skipping_down_cells = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646492] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.local_metadata_per_cell = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646659] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.max_limit = 1000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646827] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.metadata_cache_expiration = 15 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647011] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.neutron_default_tenant_id = default {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647187] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.response_validation = warn {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647358] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.use_neutron_default_nets = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647527] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647689] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647855] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648037] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648212] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.vendordata_dynamic_targets = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648376] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.vendordata_jsonfile_path = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648556] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648750] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.backend = dogpile.cache.memcached {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648921] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.backend_argument = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649159] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.backend_expiration_time = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649267] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.config_prefix = cache.oslo {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649436] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.dead_timeout = 60.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649603] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.debug_cache_backend = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649768] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.enable_retry_client = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649932] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.enable_socket_keepalive = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650114] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.enabled = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650282] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.enforce_fips_mode = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650444] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.expiration_time = 600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650607] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.hashclient_retry_attempts = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650773] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.hashclient_retry_delay = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650937] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_dead_retry = 300 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651107] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_password = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651273] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651434] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651597] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_pool_maxsize = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651757] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651920] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_sasl_enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652108] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652279] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_socket_timeout = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652437] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.memcache_username = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652602] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.proxies = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652765] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.redis_db = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652973] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.redis_password = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653169] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.redis_sentinel_service_name = mymaster {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653352] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653524] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.redis_server = localhost:6379 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653718] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.redis_socket_timeout = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653892] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.redis_username = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654075] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.retry_attempts = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654246] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.retry_delay = 0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654409] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.socket_keepalive_count = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654573] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.socket_keepalive_idle = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654749] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.socket_keepalive_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654927] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.tls_allowed_ciphers = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655189] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.tls_cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655382] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.tls_certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655555] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.tls_enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655719] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cache.tls_keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655892] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656082] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.auth_type = password {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656248] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656425] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.catalog_info = volumev3::publicURL {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656588] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656753] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656919] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.cross_az_attach = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.657094] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.debug = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.657257] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.endpoint_template = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.657421] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.http_retries = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.657584] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.657745] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.657925] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.os_region_name = RegionOne {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.658091] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.658258] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cinder.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.658431] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.658592] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.cpu_dedicated_set = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.658753] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.cpu_shared_set = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.658922] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.image_type_exclude_list = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.659099] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.659266] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.max_concurrent_disk_ops = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.659427] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.max_disk_devices_to_attach = -1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.659590] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.659761] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.659927] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.resource_provider_association_refresh = 300 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.660102] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.660270] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.shutdown_retry_interval = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.660450] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.660630] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] conductor.workers = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.660808] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] console.allowed_origins = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.660971] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] console.ssl_ciphers = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.661158] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] console.ssl_minimum_version = default {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.661331] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] consoleauth.enforce_session_timeout = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.661500] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] consoleauth.token_ttl = 600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.661676] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.661835] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.662007] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.662174] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.662335] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.662505] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.662657] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.662818] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.662980] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.663152] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.663313] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.663472] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.663666] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.663826] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.service_type = accelerator {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.663994] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.664169] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.664333] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.664494] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.664698] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.664893] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] cyborg.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.665087] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.asyncio_connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.665255] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.asyncio_slave_connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.665429] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.backend = sqlalchemy {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.665601] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.665768] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.connection_debug = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.665942] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.connection_parameters = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.666120] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.connection_recycle_time = 3600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.666288] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.connection_trace = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.666452] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.db_inc_retry_interval = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.666618] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.db_max_retries = 20 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.666782] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.db_max_retry_interval = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.666947] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.db_retry_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.667125] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.max_overflow = 50 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.667290] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.max_pool_size = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.667452] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.max_retries = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.667622] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.667781] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.mysql_wsrep_sync_wait = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.667942] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.pool_timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.668115] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.retry_interval = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.668277] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.slave_connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.668437] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.sqlite_synchronous = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.668605] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] database.use_db_reconnect = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669132] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.asyncio_connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669132] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.asyncio_slave_connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669132] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.backend = sqlalchemy {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669303] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669418] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.connection_debug = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669588] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.connection_parameters = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669751] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.connection_recycle_time = 3600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.669915] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.connection_trace = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.670089] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.db_inc_retry_interval = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.670256] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.db_max_retries = 20 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.670419] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.db_max_retry_interval = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.670579] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.db_retry_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.670741] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.max_overflow = 50 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.670901] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.max_pool_size = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.671071] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.max_retries = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.671244] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.671403] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.671562] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.pool_timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.671721] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.retry_interval = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.671880] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.slave_connection = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.672050] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] api_database.sqlite_synchronous = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.672230] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] devices.enabled_mdev_types = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.672406] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.672575] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ephemeral_storage_encryption.default_format = luks {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.672737] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ephemeral_storage_encryption.enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.672902] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.673091] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.api_servers = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.673261] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.673424] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.673585] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.673769] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.673937] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.674112] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.debug = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.674279] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.default_trusted_certificate_ids = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.674442] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.enable_certificate_validation = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.674604] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.enable_rbd_download = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.674817] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.675009] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.675184] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.675347] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.675508] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.675670] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.num_retries = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.675840] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.rbd_ceph_conf = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.676007] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.rbd_connect_timeout = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.676184] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.rbd_pool = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.676352] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.rbd_user = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.676520] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.676679] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.676836] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.677017] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.service_type = image {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.677180] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.677340] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.677497] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.677656] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.677836] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.678008] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.verify_glance_signatures = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.678178] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] glance.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.678345] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] guestfs.debug = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.678513] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.678675] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.auth_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.678835] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.678991] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.679169] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.679329] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.679487] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.679648] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.679813] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.679971] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.680142] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.680303] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.680461] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.680621] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.680778] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.680996] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.service_type = shared-file-system {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.681123] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.share_apply_policy_timeout = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.681286] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.681443] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.681610] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.681772] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.681954] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.682129] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] manila.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.682299] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] mks.enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.682644] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.682838] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] image_cache.manager_interval = 2400 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.683013] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] image_cache.precache_concurrency = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.683197] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] image_cache.remove_unused_base_images = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.683368] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.683538] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.683746] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] image_cache.subdirectory_name = _base {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.683934] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.api_max_retries = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.684119] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.api_retry_interval = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.684287] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.684454] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.auth_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.684619] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.684816] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.684992] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.685173] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.conductor_group = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.685337] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.685496] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.685654] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.685818] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.685976] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.686148] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.686306] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.686471] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.peer_list = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.686629] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.686797] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.686969] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.serial_console_state_timeout = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.687142] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.687313] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.service_type = baremetal {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.687473] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.shard = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.687637] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.687797] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.687956] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.688127] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.688312] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.688477] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ironic.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.688659] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.688835] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] key_manager.fixed_key = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.689027] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.689277] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.barbican_api_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.689343] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.barbican_endpoint = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.689518] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.barbican_endpoint_type = public {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.689675] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.barbican_region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.689838] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.689996] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.690173] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.690336] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.690495] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.690660] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.number_of_retries = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.690822] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.retry_delay = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.690986] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.send_service_user_token = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.691162] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.691319] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.691483] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.verify_ssl = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.691645] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican.verify_ssl_path = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.691814] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.691979] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.auth_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.692151] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.692311] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.692474] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.692637] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.692797] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.692959] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.693130] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] barbican_service_user.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.693300] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.approle_role_id = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.693460] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.approle_secret_id = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.693655] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.kv_mountpoint = secret {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.693816] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.kv_path = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.693984] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.kv_version = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.694159] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.namespace = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.694320] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.root_token_id = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.694478] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.ssl_ca_crt_file = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.694657] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.timeout = 60.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.694854] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.use_ssl = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.695045] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.695221] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.695383] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.695550] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.695710] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.695870] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.696037] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.696203] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.696364] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.696521] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.696676] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.696838] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.697016] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.697176] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.697347] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.service_type = identity {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.697509] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.697669] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.697831] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.697990] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.698183] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.698347] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] keystone.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.698535] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.ceph_mount_options = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.698923] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.699127] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.connection_uri = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.699297] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.cpu_mode = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.699469] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.cpu_model_extra_flags = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.699641] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.cpu_models = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.699816] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.cpu_power_governor_high = performance {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.699986] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.cpu_power_governor_low = powersave {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.700166] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.cpu_power_management = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.700340] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.700511] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.device_detach_attempts = 8 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.700678] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.device_detach_timeout = 20 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.700854] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.disk_cachemodes = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.701021] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.disk_prefix = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.701192] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.enabled_perf_events = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.701359] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.file_backed_memory = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.701528] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.gid_maps = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.701689] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.hw_disk_discard = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.701850] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.hw_machine_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.702029] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.images_rbd_ceph_conf = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.702198] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.702362] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.702535] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.images_rbd_glance_store_name = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.702707] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.images_rbd_pool = rbd {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.702882] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.images_type = default {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.703054] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.images_volume_group = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.703225] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.inject_key = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.703385] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.inject_partition = -2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.703548] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.inject_password = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.703738] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.iscsi_iface = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.703914] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.iser_use_multipath = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.704102] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_bandwidth = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.704262] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.704426] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_downtime = 500 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.704590] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.704792] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.704971] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_inbound_addr = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.705154] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.705322] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_permit_post_copy = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.705485] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_scheme = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.705659] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_timeout_action = abort {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.705827] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_tunnelled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.705986] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_uri = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.706164] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.live_migration_with_native_tls = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.706327] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.max_queues = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.706493] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.706723] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.706915] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.nfs_mount_options = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.707219] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.707401] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.707569] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.num_iser_scan_tries = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.707742] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.num_memory_encrypted_guests = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.707912] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.708090] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.num_pcie_ports = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.708263] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.num_volume_scan_tries = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.708429] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.pmem_namespaces = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.708591] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.quobyte_client_cfg = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.708867] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.709053] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rbd_connect_timeout = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.709225] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.709389] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.709550] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rbd_secret_uuid = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.709707] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rbd_user = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.709871] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.710055] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.remote_filesystem_transport = ssh {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.710218] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rescue_image_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.710377] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rescue_kernel_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.710536] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rescue_ramdisk_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.710703] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.710866] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.rx_queue_size = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.711042] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.smbfs_mount_options = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.711335] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.711509] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.snapshot_compression = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.711673] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.snapshot_image_format = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.711891] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.712068] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.sparse_logical_volumes = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.712235] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.swtpm_enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.712403] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.swtpm_group = tss {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.712569] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.swtpm_user = tss {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.712736] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.sysinfo_serial = unique {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.712897] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.tb_cache_size = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.713063] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.tx_queue_size = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.713231] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.uid_maps = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.713395] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.use_virtio_for_bridges = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.713566] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.virt_type = kvm {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.713759] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.volume_clear = zero {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.713934] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.volume_clear_size = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.714108] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.volume_enforce_multipath = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.714277] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.volume_use_multipath = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.714437] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.vzstorage_cache_path = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.714608] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.714821] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.vzstorage_mount_group = qemu {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.715009] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.vzstorage_mount_opts = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.715195] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.715484] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.715663] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.vzstorage_mount_user = stack {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.715830] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.716008] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.716192] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.auth_type = password {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.716355] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.716515] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.716680] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.716840] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.716999] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.717182] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.default_floating_pool = public {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.717343] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.717506] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.extension_sync_interval = 600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.717667] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.http_retries = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.717881] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.718075] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.718243] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.718415] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.718576] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.718765] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.ovs_bridge = br-int {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.718931] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.physnets = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.719113] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.region_name = RegionOne {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.719276] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.719446] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.service_metadata_proxy = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.719604] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.719771] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.service_type = network {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.719934] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.720104] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.720266] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.720424] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.720602] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.720764] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] neutron.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.720936] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] notifications.bdms_in_notifications = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.721125] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] notifications.default_level = INFO {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.721295] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] notifications.include_share_mapping = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.721467] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] notifications.notification_format = unversioned {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.721630] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] notifications.notify_on_state_change = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.721805] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.721986] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] pci.alias = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.722172] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] pci.device_spec = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.722337] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] pci.report_in_placement = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.722508] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.722680] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.auth_type = password {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.722847] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.723015] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.723177] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.723337] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.723496] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.723670] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.723842] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.default_domain_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.724010] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.default_domain_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.724175] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.domain_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.724332] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.domain_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.724489] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.724667] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.724866] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.725043] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.725206] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.725375] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.password = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.725532] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.project_domain_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.725730] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.project_domain_name = Default {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.725901] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.project_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.726094] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.project_name = service {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.726268] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.region_name = RegionOne {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.726430] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.726612] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.726784] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.service_type = placement {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.726951] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.727122] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.727283] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.727441] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.system_scope = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.727598] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.727754] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.trust_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.727912] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.user_domain_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729112] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.user_domain_name = Default {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729112] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.user_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729112] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.username = nova {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729112] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729112] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] placement.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729112] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.cores = 20 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729318] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.count_usage_from_placement = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729318] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729492] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.injected_file_content_bytes = 10240 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729662] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.injected_file_path_length = 255 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729829] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.injected_files = 5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.729996] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.instances = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.730178] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.key_pairs = 100 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.730347] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.metadata_items = 128 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.730514] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.ram = 51200 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.730677] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.recheck_quota = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.730847] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.server_group_members = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.731014] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.server_groups = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.731228] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.731403] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] quota.unified_limits_resource_strategy = require {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.731580] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.731741] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.731904] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.image_metadata_prefilter = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.732076] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.732241] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.max_attempts = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.732401] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.max_placement_results = 1000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.732564] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.732724] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.query_placement_for_image_type_support = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.732887] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.733075] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] scheduler.workers = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.733257] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.733430] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.733609] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.733809] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.733980] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.734160] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.734325] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.734511] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.734711] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.host_subset_size = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.734916] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.735098] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.735268] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.735435] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.735612] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.735779] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.isolated_hosts = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.735947] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.isolated_images = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.736124] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.736288] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.736450] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.736612] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.pci_in_placement = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.736774] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.736939] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.737116] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.737282] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.737446] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.737611] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.737771] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.track_instance_changes = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.737949] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.738132] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] metrics.required = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.738298] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] metrics.weight_multiplier = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.738460] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.738624] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] metrics.weight_setting = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.738924] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.739110] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] serial_console.enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.739289] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] serial_console.port_range = 10000:20000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.739458] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.739627] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.739795] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] serial_console.serialproxy_port = 6083 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.739962] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.740147] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.auth_type = password {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.740307] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.740465] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.740625] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.740782] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.740941] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.741122] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.send_service_user_token = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.741286] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.741446] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] service_user.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.741617] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.agent_enabled = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.741779] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.742087] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.742293] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.742465] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.html5proxy_port = 6082 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.742628] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.image_compression = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.742791] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.jpeg_compression = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.742947] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.playback_compression = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.743120] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.require_secure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.743292] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.server_listen = 127.0.0.1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.743459] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.743763] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.743941] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.streaming_mode = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.744118] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] spice.zlib_compression = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.744288] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] upgrade_levels.baseapi = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.744460] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] upgrade_levels.compute = auto {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.744620] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] upgrade_levels.conductor = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.744812] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] upgrade_levels.scheduler = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.744990] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.745173] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.auth_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.745335] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.745497] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.745661] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.745825] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.745980] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.746155] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.746314] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vendordata_dynamic_auth.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.746487] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.api_retry_count = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.746647] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.ca_file = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.746852] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.cache_prefix = devstack-image-cache {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.747043] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.cluster_name = testcl1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.747217] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.connection_pool_size = 10 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.747378] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.console_delay_seconds = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.747549] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.datastore_regex = ^datastore.* {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.747756] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.747931] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.host_password = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.748111] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.host_port = 443 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.748283] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.host_username = administrator@vsphere.local {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.748453] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.insecure = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.748618] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.integration_bridge = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.748785] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.maximum_objects = 100 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.748945] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.pbm_default_policy = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.749128] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.pbm_enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.749300] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.pbm_wsdl_location = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.749471] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.749635] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.serial_port_proxy_uri = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.749794] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.serial_port_service_uri = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.749958] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.task_poll_interval = 0.5 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.750143] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.use_linked_clone = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.750315] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.vnc_keymap = en-us {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.750482] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.vnc_port = 5900 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.750647] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vmware.vnc_port_total = 10000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.750832] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.auth_schemes = ['none'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.751014] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.751308] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.751493] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.751691] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.novncproxy_port = 6080 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.751847] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.server_listen = 127.0.0.1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.752038] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.752204] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.vencrypt_ca_certs = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.752364] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.vencrypt_client_cert = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.752522] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vnc.vencrypt_client_key = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.752701] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.752867] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.disable_deep_image_inspection = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.753038] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.753204] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.753366] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.753526] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.disable_rootwrap = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.753717] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.enable_numa_live_migration = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.753892] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.754066] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.754231] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.754393] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.libvirt_disable_apic = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.754555] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.754770] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.755120] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.755302] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.755472] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.755635] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.755800] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.755963] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.756139] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.756309] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.756494] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.756666] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.client_socket_timeout = 900 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.756835] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.default_pool_size = 1000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.757017] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.keep_alive = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.757187] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.max_header_line = 16384 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.757350] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.secure_proxy_ssl_header = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.757511] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.ssl_ca_file = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.757671] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.ssl_cert_file = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.757884] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.ssl_key_file = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.758151] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.tcp_keepidle = 600 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.758352] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.758526] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] zvm.ca_file = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.758693] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] zvm.cloud_connector_url = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.758984] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.759175] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] zvm.reachable_timeout = 300 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.759350] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.759531] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.759708] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.connection_string = messaging:// {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.759881] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.enabled = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.760063] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.es_doc_type = notification {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.760232] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.es_scroll_size = 10000 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.760401] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.es_scroll_time = 2m {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.760564] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.filter_error_trace = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.760734] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.hmac_keys = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.760901] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.sentinel_service_name = mymaster {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.761077] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.socket_timeout = 0.1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.761243] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.trace_requests = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.761404] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler.trace_sqlalchemy = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.761582] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler_jaeger.process_tags = {} {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.761745] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler_jaeger.service_name_prefix = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.761902] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] profiler_otlp.service_name_prefix = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.762079] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] remote_debug.host = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.762244] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] remote_debug.port = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.762418] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.762580] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.762745] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.762909] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.763081] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.763244] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.763406] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.763565] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.763749] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.763929] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.764100] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.764277] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.764445] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.764616] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.764796] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.764970] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.765149] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.765313] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.765482] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.765644] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.765807] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.765973] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.766152] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.766317] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.766478] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.766639] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.766802] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.766963] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.767135] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.767296] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.767459] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.ssl = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.767629] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.767799] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.767961] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.768141] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.768310] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.ssl_version = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.768472] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.768657] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.768825] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_notifications.retry = -1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.769015] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.769188] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_messaging_notifications.transport_url = **** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.769361] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.auth_section = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.769525] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.auth_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.769684] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.cafile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.769842] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.certfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.770009] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.collect_timing = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.770179] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.connect_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.770337] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.connect_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.770494] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.endpoint_id = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.770665] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.endpoint_interface = publicURL {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.770826] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.endpoint_override = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.770982] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.endpoint_region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.771153] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.endpoint_service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.771311] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.endpoint_service_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.771473] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.insecure = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.771631] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.keyfile = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.771788] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.max_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.771943] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.min_version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.772110] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.region_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.772268] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.retriable_status_codes = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.772425] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.service_name = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.772581] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.service_type = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.772742] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.split_loggers = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.772902] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.status_code_retries = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.773069] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.status_code_retry_delay = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.773229] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.timeout = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.773389] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.valid_interfaces = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.773545] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_limit.version = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.773719] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_reports.file_event_handler = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.773885] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.774055] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] oslo_reports.log_dir = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.774229] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.774388] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.774548] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.774722] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.774875] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.775045] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.775220] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.775382] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_ovs_privileged.group = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.775540] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.775705] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.775872] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.776039] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] vif_plug_ovs_privileged.user = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.776215] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.flat_interface = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.776396] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.776569] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.776742] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.776914] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.777098] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.777268] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.777432] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.777611] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.777782] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_ovs.isolate_vif = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.777953] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.778132] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.778302] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.778470] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_ovs.ovsdb_interface = native {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.778634] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] os_vif_ovs.per_port_bridge = False {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.778830] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] privsep_osbrick.capabilities = [21] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.778962] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] privsep_osbrick.group = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.779133] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] privsep_osbrick.helper_command = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.779299] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.779464] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.779623] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] privsep_osbrick.user = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.779795] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.779956] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] nova_sys_admin.group = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.780123] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] nova_sys_admin.helper_command = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.780287] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.780448] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.780606] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] nova_sys_admin.user = None {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.780733] env[69529]: DEBUG oslo_service.backend.eventlet.service [None req-4df58459-18e1-4e7b-984f-3612da76ca2d None None] ******************************************************************************** {{(pid=69529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 586.781140] env[69529]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 587.284539] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Getting list of instances from cluster (obj){ [ 587.284539] env[69529]: value = "domain-c8" [ 587.284539] env[69529]: _type = "ClusterComputeResource" [ 587.284539] env[69529]: } {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.285627] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820b3f72-d620-4699-af3c-0f12d85f9db8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.294486] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Got total of 0 instances {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.295051] env[69529]: WARNING nova.virt.vmwareapi.driver [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 587.295536] env[69529]: INFO nova.virt.node [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Generated node identity 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 [ 587.295768] env[69529]: INFO nova.virt.node [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Wrote node identity 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 to /opt/stack/data/n-cpu-1/compute_id [ 587.798374] env[69529]: WARNING nova.compute.manager [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Compute nodes ['6319ec90-cb63-4f48-a3ba-c175ec0ccde7'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 588.804195] env[69529]: INFO nova.compute.manager [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 589.810204] env[69529]: WARNING nova.compute.manager [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 589.810557] env[69529]: DEBUG oslo_concurrency.lockutils [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.810656] env[69529]: DEBUG oslo_concurrency.lockutils [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.810821] env[69529]: DEBUG oslo_concurrency.lockutils [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.810971] env[69529]: DEBUG nova.compute.resource_tracker [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 589.811956] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b81294-ea71-418d-a873-8ed2eed656c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.819970] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269450ba-1be4-477f-b1cd-ca70ad0384e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.834067] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c2532d-b45b-4464-a3fc-b74e9c15ca80 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.840207] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e601a791-1c48-4cd5-b48c-4c1024a8b4e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.867920] env[69529]: DEBUG nova.compute.resource_tracker [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180973MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 589.868072] env[69529]: DEBUG oslo_concurrency.lockutils [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.868286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.370360] env[69529]: WARNING nova.compute.resource_tracker [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] No compute node record for cpu-1:6319ec90-cb63-4f48-a3ba-c175ec0ccde7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 could not be found. [ 590.874566] env[69529]: INFO nova.compute.resource_tracker [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 [ 592.382814] env[69529]: DEBUG nova.compute.resource_tracker [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 592.383253] env[69529]: DEBUG nova.compute.resource_tracker [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 592.541427] env[69529]: INFO nova.scheduler.client.report [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] [req-a7a0f97d-831e-4d2f-9a7b-2264caf748bf] Created resource provider record via placement API for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 592.558822] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a85e13-42f5-432f-9cd8-d4fceccd0778 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.566439] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4ea4a-c6e2-438f-ab41-7d158b6aa74a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.596602] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8725a0a7-12c6-4024-ad20-4fe4e0da2b4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.603913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8374c847-6d7b-444e-9cf7-7de64c21e1f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.616787] env[69529]: DEBUG nova.compute.provider_tree [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.154245] env[69529]: DEBUG nova.scheduler.client.report [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Updated inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 593.154487] env[69529]: DEBUG nova.compute.provider_tree [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 0 to 1 during operation: update_inventory {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 593.154646] env[69529]: DEBUG nova.compute.provider_tree [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.205354] env[69529]: DEBUG nova.compute.provider_tree [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 1 to 2 during operation: update_traits {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 593.710437] env[69529]: DEBUG nova.compute.resource_tracker [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 593.710745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.710952] env[69529]: DEBUG nova.service [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Creating RPC server for service compute {{(pid=69529) start /opt/stack/nova/nova/service.py:186}} [ 593.725792] env[69529]: DEBUG nova.service [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] Join ServiceGroup membership for this service compute {{(pid=69529) start /opt/stack/nova/nova/service.py:203}} [ 593.726009] env[69529]: DEBUG nova.servicegroup.drivers.db [None req-066be7f2-7812-4f3f-a069-dae00fbf46c3 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69529) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 599.728244] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.231331] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Getting list of instances from cluster (obj){ [ 600.231331] env[69529]: value = "domain-c8" [ 600.231331] env[69529]: _type = "ClusterComputeResource" [ 600.231331] env[69529]: } {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.232481] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee2073f-364a-4d2e-9a40-2160e832835b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.240996] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Got total of 0 instances {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 600.241238] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 600.241605] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Getting list of instances from cluster (obj){ [ 600.241605] env[69529]: value = "domain-c8" [ 600.241605] env[69529]: _type = "ClusterComputeResource" [ 600.241605] env[69529]: } {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 600.242472] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eb9506-9b19-4080-82d0-5028431960de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.249979] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Got total of 0 instances {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 633.051442] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.051442] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.556082] env[69529]: DEBUG nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.921413] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "8801eef8-0e93-437b-91d4-9548bf7c8495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.921413] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.112800] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.113141] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.115956] env[69529]: INFO nova.compute.claims [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.425823] env[69529]: DEBUG nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.959282] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.183536] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c88f58c-75b2-445f-b12b-4ab5ce7ab2fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.191675] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee3e252-9c62-4af6-bef5-aeed1d55fd69 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.230778] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2dd425-4d8c-406d-9603-f4bdfda41383 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.238694] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb879025-0741-4d11-909e-b2309831be63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.252914] env[69529]: DEBUG nova.compute.provider_tree [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.755667] env[69529]: DEBUG nova.scheduler.client.report [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.799125] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "79c9838c-a286-4c4c-9b0c-62eba502c100" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.800560] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.262605] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.262605] env[69529]: DEBUG nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.270418] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.307s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.270418] env[69529]: INFO nova.compute.claims [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.303607] env[69529]: DEBUG nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.691733] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.691973] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.776398] env[69529]: DEBUG nova.compute.utils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.776808] env[69529]: DEBUG nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.777112] env[69529]: DEBUG nova.network.neutron [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.832864] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.194769] env[69529]: DEBUG nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.239955] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "b3dd330e-968a-4440-9750-cbabebe193aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.240155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "b3dd330e-968a-4440-9750-cbabebe193aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.282523] env[69529]: DEBUG nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.402774] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3623e9-fdbe-4ab3-9727-1aafce0cc5cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.428522] env[69529]: DEBUG nova.policy [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f7e373afda34c5bb08885aa796e5b09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96f0b59549dc4f07a56bde776a8e481b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.433608] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e74c499-d36f-4bba-a10d-d3f247de9600 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.469216] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750bd49-977b-41cd-b55c-04dce8851e2b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.478259] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3f4dd2-1f98-472b-ad28-1fc52a90dad6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.494279] env[69529]: DEBUG nova.compute.provider_tree [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.726957] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.744868] env[69529]: DEBUG nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.998780] env[69529]: DEBUG nova.scheduler.client.report [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.281952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.296557] env[69529]: DEBUG nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.310745] env[69529]: DEBUG nova.network.neutron [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Successfully created port: fe4d1302-a215-4046-b8d5-7b9cbc393c31 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.346726] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.347597] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.347597] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.347729] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.347828] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.348267] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.348498] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.348663] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.349133] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.349315] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.349695] env[69529]: DEBUG nova.virt.hardware [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.350712] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c3779b-06bc-43bf-9514-f55841696f3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.359646] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe0787-0fe6-42c9-ad4f-8ce0e760e626 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.375337] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b665e48-33d1-42af-94f6-487ef10ed598 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.508218] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.508218] env[69529]: DEBUG nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.510744] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.679s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.511978] env[69529]: INFO nova.compute.claims [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.020721] env[69529]: DEBUG nova.compute.utils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.022198] env[69529]: DEBUG nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.022490] env[69529]: DEBUG nova.network.neutron [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.224761] env[69529]: DEBUG nova.policy [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d7b3c76e4f4bbf9e90e018a93d8bad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9bde172eae64761a5976e4829e56344', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.532153] env[69529]: DEBUG nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.693942] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83074a2e-7e7f-428e-aaca-d40975984f00 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.705412] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312293a3-df54-4cff-9276-8a3acd224e98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.752443] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862c34f9-7a72-48b9-a3e5-2871c491357b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.764268] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bc98b4-ff2e-47b4-bcfe-990753c53f01 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.782866] env[69529]: DEBUG nova.compute.provider_tree [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.018817] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "11d9bedb-4afe-4a98-bf67-180666568c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.018817] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.037473] env[69529]: DEBUG nova.network.neutron [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Successfully created port: bb719ae5-c311-4599-90c9-0003dd9ddc28 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.291066] env[69529]: DEBUG nova.scheduler.client.report [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.524892] env[69529]: DEBUG nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.550324] env[69529]: DEBUG nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.591565] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.591800] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.591954] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.593035] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.593329] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.593394] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.593850] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.593850] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.593952] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.594201] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.594298] env[69529]: DEBUG nova.virt.hardware [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.595426] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7f4087-df42-44ab-a54d-9eec6ed91d75 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.610864] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9ceae-fa82-4ffb-896f-b3dfe78e5fbc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.800316] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.800879] env[69529]: DEBUG nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.803539] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.077s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.805331] env[69529]: INFO nova.compute.claims [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.054718] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.128653] env[69529]: DEBUG nova.network.neutron [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Successfully updated port: fe4d1302-a215-4046-b8d5-7b9cbc393c31 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.313956] env[69529]: DEBUG nova.compute.utils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.320141] env[69529]: DEBUG nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.320141] env[69529]: DEBUG nova.network.neutron [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.478573] env[69529]: DEBUG nova.policy [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e724ec655d4f3c9001ce7ff26e6774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c805fee401684cf5b2c2ed1898d2dc55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.636406] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "refresh_cache-c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.638873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquired lock "refresh_cache-c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.638873] env[69529]: DEBUG nova.network.neutron [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.822767] env[69529]: DEBUG nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.912297] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.912427] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.912656] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.912843] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.913053] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.914193] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.914829] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.916077] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 641.916336] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.959395] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59f2912-0682-4708-bee5-ce0252ec578b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.972785] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffeccb1-18c8-4834-b0c4-60c5b600a442 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.008847] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabbd8df-0160-44b6-8b3c-fa0bb6a50e8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.019462] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7fa4eb-b359-4444-85c0-6463e72b57a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.037150] env[69529]: DEBUG nova.compute.provider_tree [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.324068] env[69529]: DEBUG nova.network.neutron [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.424739] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.495245] env[69529]: DEBUG nova.network.neutron [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Successfully updated port: bb719ae5-c311-4599-90c9-0003dd9ddc28 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.540528] env[69529]: DEBUG nova.scheduler.client.report [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.663585] env[69529]: DEBUG nova.network.neutron [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Successfully created port: 0af00aac-19a0-438c-82c9-c8059e453ddb {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.686891] env[69529]: DEBUG nova.compute.manager [req-db909b2b-3565-4116-a73c-61da14cd496d req-1740c12b-8e78-4bc6-a27e-26e77bfd16ba service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Received event network-vif-plugged-fe4d1302-a215-4046-b8d5-7b9cbc393c31 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.686983] env[69529]: DEBUG oslo_concurrency.lockutils [req-db909b2b-3565-4116-a73c-61da14cd496d req-1740c12b-8e78-4bc6-a27e-26e77bfd16ba service nova] Acquiring lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.687637] env[69529]: DEBUG oslo_concurrency.lockutils [req-db909b2b-3565-4116-a73c-61da14cd496d req-1740c12b-8e78-4bc6-a27e-26e77bfd16ba service nova] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.687637] env[69529]: DEBUG oslo_concurrency.lockutils [req-db909b2b-3565-4116-a73c-61da14cd496d req-1740c12b-8e78-4bc6-a27e-26e77bfd16ba service nova] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.687637] env[69529]: DEBUG nova.compute.manager [req-db909b2b-3565-4116-a73c-61da14cd496d req-1740c12b-8e78-4bc6-a27e-26e77bfd16ba service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] No waiting events found dispatching network-vif-plugged-fe4d1302-a215-4046-b8d5-7b9cbc393c31 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.687967] env[69529]: WARNING nova.compute.manager [req-db909b2b-3565-4116-a73c-61da14cd496d req-1740c12b-8e78-4bc6-a27e-26e77bfd16ba service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Received unexpected event network-vif-plugged-fe4d1302-a215-4046-b8d5-7b9cbc393c31 for instance with vm_state building and task_state spawning. [ 642.775530] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.775657] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.835348] env[69529]: DEBUG nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.866016] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.866016] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.866016] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.866218] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.866218] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.866218] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.866638] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.866944] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.867274] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.867568] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.870013] env[69529]: DEBUG nova.virt.hardware [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.870013] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d84e48f-e3f3-4c8d-8265-dac8c83fd46e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.877277] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a95a9a-5d28-4384-9531-f9ec01af5751 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.002156] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "refresh_cache-8801eef8-0e93-437b-91d4-9548bf7c8495" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.002156] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired lock "refresh_cache-8801eef8-0e93-437b-91d4-9548bf7c8495" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.002156] env[69529]: DEBUG nova.network.neutron [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.048021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.048021] env[69529]: DEBUG nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.048514] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.768s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.052016] env[69529]: INFO nova.compute.claims [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.055195] env[69529]: DEBUG nova.network.neutron [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Updating instance_info_cache with network_info: [{"id": "fe4d1302-a215-4046-b8d5-7b9cbc393c31", "address": "fa:16:3e:97:9d:4f", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe4d1302-a2", "ovs_interfaceid": "fe4d1302-a215-4046-b8d5-7b9cbc393c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.283455] env[69529]: DEBUG nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.562673] env[69529]: DEBUG nova.compute.utils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.567250] env[69529]: DEBUG nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.567250] env[69529]: DEBUG nova.network.neutron [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.569355] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Releasing lock "refresh_cache-c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.571019] env[69529]: DEBUG nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Instance network_info: |[{"id": "fe4d1302-a215-4046-b8d5-7b9cbc393c31", "address": "fa:16:3e:97:9d:4f", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe4d1302-a2", "ovs_interfaceid": "fe4d1302-a215-4046-b8d5-7b9cbc393c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.571272] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:9d:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe4d1302-a215-4046-b8d5-7b9cbc393c31', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.584758] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.587831] env[69529]: DEBUG nova.network.neutron [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.590974] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96e326d8-982e-48ac-9e29-31b3b7d74130 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.603916] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Created folder: OpenStack in parent group-v4. [ 643.604289] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Creating folder: Project (96f0b59549dc4f07a56bde776a8e481b). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.604755] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be3a4353-ac38-4f86-bf37-b44b65f4f936 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.616913] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Created folder: Project (96f0b59549dc4f07a56bde776a8e481b) in parent group-v669649. [ 643.617150] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Creating folder: Instances. Parent ref: group-v669650. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.617336] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe9e1409-6098-47ef-8c5a-5cff0a434162 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.628906] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Created folder: Instances in parent group-v669650. [ 643.629183] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.629374] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.629570] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66d43664-ab39-4599-a4e1-4f26c86312bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.653896] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.653896] env[69529]: value = "task-3355302" [ 643.653896] env[69529]: _type = "Task" [ 643.653896] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.662308] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355302, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.767145] env[69529]: DEBUG nova.policy [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd225dbeea6b4a8a88e6a95487dd616c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e35df3fcf50435193afadd60fb2e16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.814898] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.076423] env[69529]: DEBUG nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.116143] env[69529]: DEBUG nova.network.neutron [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Updating instance_info_cache with network_info: [{"id": "bb719ae5-c311-4599-90c9-0003dd9ddc28", "address": "fa:16:3e:48:42:93", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb719ae5-c3", "ovs_interfaceid": "bb719ae5-c311-4599-90c9-0003dd9ddc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.170388] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355302, 'name': CreateVM_Task, 'duration_secs': 0.426312} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.170388] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.192026] env[69529]: DEBUG oslo_vmware.service [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dcef99-f5e5-4bbf-bd9e-30173ae60c87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.199127] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.199325] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.200049] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.200323] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2943e6ad-ede0-492f-b6f2-2e2988969419 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.208585] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 644.208585] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f722c9-dd8d-4503-fe56-05b18bb7ed5d" [ 644.208585] env[69529]: _type = "Task" [ 644.208585] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.219916] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f722c9-dd8d-4503-fe56-05b18bb7ed5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.244198] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3caac-3698-4af5-93c1-3be9af2dd50c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.252923] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f109c88c-f410-4193-aa11-52fff5176718 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.287655] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cabc6f-7a5f-4a70-a449-422036eb64c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.297165] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cfb79c-8782-4256-9551-ba7d609bb465 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.311808] env[69529]: DEBUG nova.compute.provider_tree [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.472142] env[69529]: DEBUG nova.network.neutron [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Successfully created port: 1a09cd13-c442-4bdd-830c-0599cb64de8f {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.626044] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Releasing lock "refresh_cache-8801eef8-0e93-437b-91d4-9548bf7c8495" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.626044] env[69529]: DEBUG nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Instance network_info: |[{"id": "bb719ae5-c311-4599-90c9-0003dd9ddc28", "address": "fa:16:3e:48:42:93", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb719ae5-c3", "ovs_interfaceid": "bb719ae5-c311-4599-90c9-0003dd9ddc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.626246] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:42:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb719ae5-c311-4599-90c9-0003dd9ddc28', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.638049] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Creating folder: Project (e9bde172eae64761a5976e4829e56344). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.642035] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7dec818-163d-4ad2-91b9-0657d9e80833 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.652802] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Created folder: Project (e9bde172eae64761a5976e4829e56344) in parent group-v669649. [ 644.653031] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Creating folder: Instances. Parent ref: group-v669653. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.653221] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34f80efb-c4ab-4edb-b5de-5515b197b16b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.664365] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Created folder: Instances in parent group-v669653. [ 644.664365] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.664365] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.664365] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3796fb73-bf3b-40ec-8e8d-578c7cf73192 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.689949] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.689949] env[69529]: value = "task-3355305" [ 644.689949] env[69529]: _type = "Task" [ 644.689949] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.699337] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355305, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.721311] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.721583] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.721821] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.721961] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.722410] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.722682] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1c981e-03a2-4121-90d4-5edf3474bf61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.731915] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.732427] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.733583] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69ef13c-e838-4075-88f6-57b2ff307938 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.741389] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1452cddc-467e-4946-9e2f-adbb5d753685 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.747100] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 644.747100] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52004b92-5dfe-390b-0569-9ed17ec605f5" [ 644.747100] env[69529]: _type = "Task" [ 644.747100] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.758686] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52004b92-5dfe-390b-0569-9ed17ec605f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.817290] env[69529]: DEBUG nova.scheduler.client.report [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.873431] env[69529]: DEBUG nova.network.neutron [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Successfully updated port: 0af00aac-19a0-438c-82c9-c8059e453ddb {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.089998] env[69529]: DEBUG nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.129669] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.129908] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.130110] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.130285] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.130441] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.130585] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.130786] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.130939] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.133831] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.134879] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.135103] env[69529]: DEBUG nova.virt.hardware [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.136317] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb8707-1edd-47e1-b814-0088811c9a28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.148484] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31e5c1-2756-4fee-9540-16e73bd32c45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.207210] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355305, 'name': CreateVM_Task, 'duration_secs': 0.353797} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.207210] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.207210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.207210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.207210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.207417] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8695b9aa-19ae-4091-aea2-c19a79a7f6e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.211360] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 645.211360] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52721d00-5181-7dcd-b213-49e5922e45b5" [ 645.211360] env[69529]: _type = "Task" [ 645.211360] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.221090] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52721d00-5181-7dcd-b213-49e5922e45b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.262699] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Preparing fetch location {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 645.263484] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Creating directory with path [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.263750] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2405bab2-2635-472a-8c90-f57c4fe6b11a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.279930] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Created directory with path [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.280253] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Fetch image to [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 645.280519] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Downloading image file data a76d0082-22e0-4879-b6b2-3f81f0c6522d to [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69529) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 645.281880] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b59f231-dacd-46b9-bc02-6420ee40e164 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.294273] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a69f9-ce35-4689-8bdb-e3d0d3ef1c1e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.303726] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f12b30-4d05-401f-9112-c644e9562148 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.340578] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.340578] env[69529]: DEBUG nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.343636] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.290s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.347011] env[69529]: INFO nova.compute.claims [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.350110] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51a61be-a522-4f54-a3dc-6f006f1f60fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.358707] env[69529]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c9da279b-d6ac-4693-b723-2e829cc49b76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.375926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "refresh_cache-79c9838c-a286-4c4c-9b0c-62eba502c100" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.378033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "refresh_cache-79c9838c-a286-4c4c-9b0c-62eba502c100" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.378033] env[69529]: DEBUG nova.network.neutron [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.446775] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Downloading image file data a76d0082-22e0-4879-b6b2-3f81f0c6522d to the data store datastore2 {{(pid=69529) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 645.664827] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69529) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 645.756661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.756902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.757125] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.856909] env[69529]: DEBUG nova.compute.utils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.863321] env[69529]: DEBUG nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 645.978988] env[69529]: DEBUG nova.network.neutron [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.015888] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Received event network-changed-fe4d1302-a215-4046-b8d5-7b9cbc393c31 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.016114] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Refreshing instance network info cache due to event network-changed-fe4d1302-a215-4046-b8d5-7b9cbc393c31. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.016398] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Acquiring lock "refresh_cache-c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.016524] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Acquired lock "refresh_cache-c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.016688] env[69529]: DEBUG nova.network.neutron [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Refreshing network info cache for port fe4d1302-a215-4046-b8d5-7b9cbc393c31 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.181549] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.185507] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.343927] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Completed reading data from the image iterator. {{(pid=69529) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 646.344295] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 646.362848] env[69529]: DEBUG nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.483780] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Downloaded image file data a76d0082-22e0-4879-b6b2-3f81f0c6522d to vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk on the data store datastore2 {{(pid=69529) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 646.485162] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Caching image {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 646.485426] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Copying Virtual Disk [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk to [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.486018] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f25a206-38a8-4ce6-b2df-3e5f38c73a29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.499799] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 646.499799] env[69529]: value = "task-3355306" [ 646.499799] env[69529]: _type = "Task" [ 646.499799] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.510706] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.565533] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4f83b9-e83c-4710-8806-10b7fe917499 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.574442] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9ff40f-3fca-43d5-af0f-019dd7a18807 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.611508] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caecb20f-9b13-4893-9c91-e8dd95b9ef6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.619952] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71baebc-0df4-4692-9f52-7116c7d158cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.636921] env[69529]: DEBUG nova.compute.provider_tree [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.689788] env[69529]: DEBUG nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.959372] env[69529]: DEBUG nova.network.neutron [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Updating instance_info_cache with network_info: [{"id": "0af00aac-19a0-438c-82c9-c8059e453ddb", "address": "fa:16:3e:69:c1:e9", "network": {"id": "bebdd3a9-4857-419a-84cb-931f62687963", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1886027373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c805fee401684cf5b2c2ed1898d2dc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af00aac-19", "ovs_interfaceid": "0af00aac-19a0-438c-82c9-c8059e453ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.013634] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355306, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.141898] env[69529]: DEBUG nova.scheduler.client.report [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.220945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.344596] env[69529]: DEBUG nova.network.neutron [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Updated VIF entry in instance network info cache for port fe4d1302-a215-4046-b8d5-7b9cbc393c31. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.345008] env[69529]: DEBUG nova.network.neutron [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Updating instance_info_cache with network_info: [{"id": "fe4d1302-a215-4046-b8d5-7b9cbc393c31", "address": "fa:16:3e:97:9d:4f", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe4d1302-a2", "ovs_interfaceid": "fe4d1302-a215-4046-b8d5-7b9cbc393c31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.375348] env[69529]: DEBUG nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.403434] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.403720] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.403878] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.404664] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.405082] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.405305] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.405647] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.405875] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.406456] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.406663] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.407060] env[69529]: DEBUG nova.virt.hardware [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.408066] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e1d855-9d63-4748-8eed-d8fffe6df5f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.416687] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e2be41-b282-4caf-83ed-c1f133f8dbf6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.432155] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.438446] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Creating folder: Project (51bc6272fc0f45b0a2f98dd282234bed). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.438777] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d3ad3f2-52bf-484b-8354-2a6069ba9736 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.449106] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Created folder: Project (51bc6272fc0f45b0a2f98dd282234bed) in parent group-v669649. [ 647.449319] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Creating folder: Instances. Parent ref: group-v669656. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.449553] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-471bbe9c-b7f5-46cf-9914-5e648aff4e59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.461098] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Created folder: Instances in parent group-v669656. [ 647.461098] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.461098] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.461098] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11903198-ba21-452d-9b9a-a01e49772ef0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.477700] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "refresh_cache-79c9838c-a286-4c4c-9b0c-62eba502c100" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.477700] env[69529]: DEBUG nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Instance network_info: |[{"id": "0af00aac-19a0-438c-82c9-c8059e453ddb", "address": "fa:16:3e:69:c1:e9", "network": {"id": "bebdd3a9-4857-419a-84cb-931f62687963", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1886027373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c805fee401684cf5b2c2ed1898d2dc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af00aac-19", "ovs_interfaceid": "0af00aac-19a0-438c-82c9-c8059e453ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.477918] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c1:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af00aac-19a0-438c-82c9-c8059e453ddb', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.485149] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Creating folder: Project (c805fee401684cf5b2c2ed1898d2dc55). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.485977] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81cecdf5-935c-49f3-a203-8470b70eef6c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.489731] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.489731] env[69529]: value = "task-3355309" [ 647.489731] env[69529]: _type = "Task" [ 647.489731] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.501795] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355309, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.506825] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Created folder: Project (c805fee401684cf5b2c2ed1898d2dc55) in parent group-v669649. [ 647.507040] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Creating folder: Instances. Parent ref: group-v669658. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.507664] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49c335eb-d0bd-49ba-9453-760d549f5ea8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.513986] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661995} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.514514] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Copied Virtual Disk [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk to [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.514696] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Deleting the datastore file [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.514934] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557f69aa-8a89-4a11-b1be-e8dc84053117 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.521727] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 647.521727] env[69529]: value = "task-3355312" [ 647.521727] env[69529]: _type = "Task" [ 647.521727] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.526485] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Created folder: Instances in parent group-v669658. [ 647.527299] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.529568] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.529810] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.530015] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11bdd990-65a5-44f8-9525-5b76adb4965b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.549457] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.549457] env[69529]: value = "task-3355313" [ 647.549457] env[69529]: _type = "Task" [ 647.549457] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.645023] env[69529]: DEBUG nova.network.neutron [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Successfully updated port: 1a09cd13-c442-4bdd-830c-0599cb64de8f {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.651596] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.651708] env[69529]: DEBUG nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.654231] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.230s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.654405] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.654552] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 647.655365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.840s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.657854] env[69529]: INFO nova.compute.claims [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.662619] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9bddd-d680-46a1-bee3-f19f30b796a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.673679] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96fab41-968f-4825-a1b7-0488546da43b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.695890] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fa0146-21ed-47ad-88c5-2dd75ecfe360 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.705578] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b89cd7-ab91-4860-a72f-b9dde3997c96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.743304] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180981MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 647.743484] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.848208] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Releasing lock "refresh_cache-c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.848795] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Received event network-vif-plugged-bb719ae5-c311-4599-90c9-0003dd9ddc28 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.848995] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Acquiring lock "8801eef8-0e93-437b-91d4-9548bf7c8495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.849211] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.851372] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.851372] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] No waiting events found dispatching network-vif-plugged-bb719ae5-c311-4599-90c9-0003dd9ddc28 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.851372] env[69529]: WARNING nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Received unexpected event network-vif-plugged-bb719ae5-c311-4599-90c9-0003dd9ddc28 for instance with vm_state building and task_state spawning. [ 647.851372] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Received event network-changed-bb719ae5-c311-4599-90c9-0003dd9ddc28 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.851372] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Refreshing instance network info cache due to event network-changed-bb719ae5-c311-4599-90c9-0003dd9ddc28. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.852190] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Acquiring lock "refresh_cache-8801eef8-0e93-437b-91d4-9548bf7c8495" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.852190] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Acquired lock "refresh_cache-8801eef8-0e93-437b-91d4-9548bf7c8495" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.852190] env[69529]: DEBUG nova.network.neutron [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Refreshing network info cache for port bb719ae5-c311-4599-90c9-0003dd9ddc28 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.006560] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355309, 'name': CreateVM_Task, 'duration_secs': 0.319061} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.006560] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.006906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.006906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.007233] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.007468] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435e6b03-102d-4231-9eeb-2b27ace4f1c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.012370] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 648.012370] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b058a-777b-0c79-2edf-cfce84adfaf5" [ 648.012370] env[69529]: _type = "Task" [ 648.012370] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.025467] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b058a-777b-0c79-2edf-cfce84adfaf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.033043] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027002} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.033277] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.033473] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Moving file from [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb/a76d0082-22e0-4879-b6b2-3f81f0c6522d to [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d. {{(pid=69529) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 648.033705] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a3d31f20-a437-4c69-a4a7-dac50ac2270b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.040139] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 648.040139] env[69529]: value = "task-3355314" [ 648.040139] env[69529]: _type = "Task" [ 648.040139] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.047545] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355314, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.057439] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355313, 'name': CreateVM_Task, 'duration_secs': 0.349997} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.057620] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.058422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.152492] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "refresh_cache-80810d25-6312-4bd2-97d7-9cbca17d9be3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.152492] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "refresh_cache-80810d25-6312-4bd2-97d7-9cbca17d9be3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.152492] env[69529]: DEBUG nova.network.neutron [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.165591] env[69529]: DEBUG nova.compute.utils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.167038] env[69529]: DEBUG nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.167120] env[69529]: DEBUG nova.network.neutron [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.470609] env[69529]: DEBUG nova.policy [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7442298718554417a6944a60b90853ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c8647364f2e4b24bffbd64e26bdee01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.527703] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.528109] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.528682] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.528916] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.529414] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.530830] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f353c9-886b-4d88-84d4-c28709c5f7c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.536043] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 648.536043] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bfca8a-bf68-1c76-7de3-0ca7cd0c92a7" [ 648.536043] env[69529]: _type = "Task" [ 648.536043] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.549192] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bfca8a-bf68-1c76-7de3-0ca7cd0c92a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.553948] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355314, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.036743} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.554650] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] File moved {{(pid=69529) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 648.554937] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Cleaning up location [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 648.555181] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Deleting the datastore file [datastore2] vmware_temp/9c7ba9e9-1f9e-4fdd-9d1b-8b0479bc8aeb {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.555572] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-280e2d0c-06fe-44b3-9a5e-e5cce9abc03a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.563900] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 648.563900] env[69529]: value = "task-3355315" [ 648.563900] env[69529]: _type = "Task" [ 648.563900] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.574520] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.676225] env[69529]: DEBUG nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.823305] env[69529]: DEBUG nova.network.neutron [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.877402] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e53c4f4-d560-4b54-85b0-41bc8cea9b1b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.886412] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1445ee0a-fd8b-44c3-a755-64bee442363b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.898760] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "1d615966-8d6e-4815-8128-f882fff2f889" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.898760] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "1d615966-8d6e-4815-8128-f882fff2f889" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.933894] env[69529]: DEBUG nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.939617] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa75338-c6df-4123-a7df-e4e3a7f259c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.949277] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41054140-9400-4e2a-bd21-7496ad591aee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.967015] env[69529]: DEBUG nova.compute.provider_tree [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.004030] env[69529]: DEBUG nova.compute.manager [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Received event network-changed-0af00aac-19a0-438c-82c9-c8059e453ddb {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.004030] env[69529]: DEBUG nova.compute.manager [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Refreshing instance network info cache due to event network-changed-0af00aac-19a0-438c-82c9-c8059e453ddb. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.004030] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Acquiring lock "refresh_cache-79c9838c-a286-4c4c-9b0c-62eba502c100" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.004030] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Acquired lock "refresh_cache-79c9838c-a286-4c4c-9b0c-62eba502c100" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.004215] env[69529]: DEBUG nova.network.neutron [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Refreshing network info cache for port 0af00aac-19a0-438c-82c9-c8059e453ddb {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.055425] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bfca8a-bf68-1c76-7de3-0ca7cd0c92a7, 'name': SearchDatastore_Task, 'duration_secs': 0.008327} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.055822] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.055952] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.056185] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.073859] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026355} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.073859] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.074434] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9af831-d886-4771-87f3-3192aab5ed25 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.080318] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 649.080318] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c735db-7471-2ac4-7337-2ff82a0cbe03" [ 649.080318] env[69529]: _type = "Task" [ 649.080318] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.091252] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c735db-7471-2ac4-7337-2ff82a0cbe03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.465804] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.470438] env[69529]: DEBUG nova.scheduler.client.report [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.595585] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c735db-7471-2ac4-7337-2ff82a0cbe03, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.595921] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.596231] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] c6fb00ec-1a3b-4b4e-9919-0a99d08447d9/c6fb00ec-1a3b-4b4e-9919-0a99d08447d9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.596513] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.596718] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.596917] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36f3fd9c-1322-47d9-8165-60fc9f538090 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.599576] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9d5d891-95f1-4f5b-b6a5-784c924cfc94 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.606853] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 649.606853] env[69529]: value = "task-3355316" [ 649.606853] env[69529]: _type = "Task" [ 649.606853] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.607760] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.607965] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.611648] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4b1bb6-4eaf-42d0-a7dc-720bed436a82 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.619037] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.620397] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 649.620397] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e98842-bf6c-7742-dc13-6a71449fe58b" [ 649.620397] env[69529]: _type = "Task" [ 649.620397] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.629191] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e98842-bf6c-7742-dc13-6a71449fe58b, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.632420] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74c37af-5cb1-487d-a4a0-1d1ff1e72fed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.637591] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 649.637591] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f33bf-3bf9-2ddc-51e7-df51951073a9" [ 649.637591] env[69529]: _type = "Task" [ 649.637591] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.645973] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f33bf-3bf9-2ddc-51e7-df51951073a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.691892] env[69529]: DEBUG nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.726928] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.727209] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.727411] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.727607] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.727903] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.728105] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.728342] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.728762] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.729116] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.729188] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.729336] env[69529]: DEBUG nova.virt.hardware [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.730460] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e90f0e1-cd95-4500-b1e1-3597e5ad6d62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.740623] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0867e31-b3c4-462d-93f0-3a8e8237e170 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.802581] env[69529]: DEBUG nova.network.neutron [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Updated VIF entry in instance network info cache for port bb719ae5-c311-4599-90c9-0003dd9ddc28. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.802941] env[69529]: DEBUG nova.network.neutron [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Updating instance_info_cache with network_info: [{"id": "bb719ae5-c311-4599-90c9-0003dd9ddc28", "address": "fa:16:3e:48:42:93", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb719ae5-c3", "ovs_interfaceid": "bb719ae5-c311-4599-90c9-0003dd9ddc28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.918168] env[69529]: DEBUG nova.network.neutron [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Updating instance_info_cache with network_info: [{"id": "1a09cd13-c442-4bdd-830c-0599cb64de8f", "address": "fa:16:3e:2f:a6:7b", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a09cd13-c4", "ovs_interfaceid": "1a09cd13-c442-4bdd-830c-0599cb64de8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.978147] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.983313] env[69529]: DEBUG nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.993164] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.766s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.993164] env[69529]: INFO nova.compute.claims [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.120642] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499911} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.121483] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] c6fb00ec-1a3b-4b4e-9919-0a99d08447d9/c6fb00ec-1a3b-4b4e-9919-0a99d08447d9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.121600] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.121771] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a00c66c-b768-46f2-8781-b26822446f39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.127935] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 650.127935] env[69529]: value = "task-3355317" [ 650.127935] env[69529]: _type = "Task" [ 650.127935] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.137290] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.148379] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f33bf-3bf9-2ddc-51e7-df51951073a9, 'name': SearchDatastore_Task, 'duration_secs': 0.008141} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.148683] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.148940] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8801eef8-0e93-437b-91d4-9548bf7c8495/8801eef8-0e93-437b-91d4-9548bf7c8495.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.149243] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.149493] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.149639] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a460f967-f4d1-42ce-b71e-c9d463a40398 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.157178] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7698f628-261e-4b66-9fd0-850b1ff7076e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.165156] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 650.165156] env[69529]: value = "task-3355318" [ 650.165156] env[69529]: _type = "Task" [ 650.165156] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.171362] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.171362] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.172168] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb1b220-5561-49fc-9ffa-58ae0c43a284 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.178198] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.182029] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 650.182029] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a33b7d-8055-37f8-fa92-0b29750d5996" [ 650.182029] env[69529]: _type = "Task" [ 650.182029] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.191183] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a33b7d-8055-37f8-fa92-0b29750d5996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.306788] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Releasing lock "refresh_cache-8801eef8-0e93-437b-91d4-9548bf7c8495" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.307264] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Received event network-vif-plugged-0af00aac-19a0-438c-82c9-c8059e453ddb {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.307672] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Acquiring lock "79c9838c-a286-4c4c-9b0c-62eba502c100-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.307964] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.308255] env[69529]: DEBUG oslo_concurrency.lockutils [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.308782] env[69529]: DEBUG nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] No waiting events found dispatching network-vif-plugged-0af00aac-19a0-438c-82c9-c8059e453ddb {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.308782] env[69529]: WARNING nova.compute.manager [req-051b0f81-2372-4a05-a9c5-c18588cdb188 req-6cd0970e-d6f0-4add-89a5-6000bfcd75a6 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Received unexpected event network-vif-plugged-0af00aac-19a0-438c-82c9-c8059e453ddb for instance with vm_state building and task_state spawning. [ 650.419542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "refresh_cache-80810d25-6312-4bd2-97d7-9cbca17d9be3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.419888] env[69529]: DEBUG nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Instance network_info: |[{"id": "1a09cd13-c442-4bdd-830c-0599cb64de8f", "address": "fa:16:3e:2f:a6:7b", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a09cd13-c4", "ovs_interfaceid": "1a09cd13-c442-4bdd-830c-0599cb64de8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.420424] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a6:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a09cd13-c442-4bdd-830c-0599cb64de8f', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.432247] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating folder: Project (3e35df3fcf50435193afadd60fb2e16d). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.432247] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e60f367-15a7-445c-8d96-64dcc8d109e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.445282] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created folder: Project (3e35df3fcf50435193afadd60fb2e16d) in parent group-v669649. [ 650.445282] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating folder: Instances. Parent ref: group-v669662. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.445282] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861c4b2f-4595-4d99-9910-335263904dcc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.459467] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created folder: Instances in parent group-v669662. [ 650.459467] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.459467] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.459467] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2cd840-0f9d-4b1f-aa1c-82d3ca4df943 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.487011] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.487011] env[69529]: value = "task-3355321" [ 650.487011] env[69529]: _type = "Task" [ 650.487011] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.500423] env[69529]: DEBUG nova.compute.utils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.502622] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355321, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.503294] env[69529]: DEBUG nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.503703] env[69529]: DEBUG nova.network.neutron [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.640709] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074643} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.641365] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.642026] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6465037-fc3a-447b-a2ba-d71d052cc088 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.667154] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] c6fb00ec-1a3b-4b4e-9919-0a99d08447d9/c6fb00ec-1a3b-4b4e-9919-0a99d08447d9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.668390] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be50cdc-fabb-4b69-9320-e172b0512d06 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.705320] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355318, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.705320] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 650.705320] env[69529]: value = "task-3355322" [ 650.705320] env[69529]: _type = "Task" [ 650.705320] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.717439] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a33b7d-8055-37f8-fa92-0b29750d5996, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.718914] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da4c9138-78c5-4b0f-9cb8-ee8cf1452c36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.727723] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.732635] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 650.732635] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5299cfa7-1830-2739-0483-d8607373adea" [ 650.732635] env[69529]: _type = "Task" [ 650.732635] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.741225] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5299cfa7-1830-2739-0483-d8607373adea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.972376] env[69529]: DEBUG nova.policy [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5533ec2aee84d78a7eb374bd53f71b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bffb4d7286b3438894f628f575ecf58f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.001561] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355321, 'name': CreateVM_Task, 'duration_secs': 0.405532} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.001747] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.002489] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.003425] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.003425] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.003425] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07302942-7dbe-47a5-bd6e-0addabffa3e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.008251] env[69529]: DEBUG nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.013286] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 651.013286] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5243b050-17da-50e2-3547-d77f5ed17ce5" [ 651.013286] env[69529]: _type = "Task" [ 651.013286] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.032718] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5243b050-17da-50e2-3547-d77f5ed17ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.032718] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.032718] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.032718] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.180369] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566149} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.181290] env[69529]: DEBUG nova.network.neutron [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Successfully created port: ffcda027-dfd3-47e2-8f4d-e50a2163f1bc {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.184752] env[69529]: DEBUG nova.network.neutron [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Updated VIF entry in instance network info cache for port 0af00aac-19a0-438c-82c9-c8059e453ddb. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.185117] env[69529]: DEBUG nova.network.neutron [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Updating instance_info_cache with network_info: [{"id": "0af00aac-19a0-438c-82c9-c8059e453ddb", "address": "fa:16:3e:69:c1:e9", "network": {"id": "bebdd3a9-4857-419a-84cb-931f62687963", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1886027373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c805fee401684cf5b2c2ed1898d2dc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af00aac-19", "ovs_interfaceid": "0af00aac-19a0-438c-82c9-c8059e453ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.186281] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8801eef8-0e93-437b-91d4-9548bf7c8495/8801eef8-0e93-437b-91d4-9548bf7c8495.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.186485] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.186960] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e098eb91-ff9c-4f50-8f23-29dd6e7b91e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.195597] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 651.195597] env[69529]: value = "task-3355323" [ 651.195597] env[69529]: _type = "Task" [ 651.195597] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.213267] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.218213] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355322, 'name': ReconfigVM_Task, 'duration_secs': 0.315572} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.218497] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Reconfigured VM instance instance-00000001 to attach disk [datastore2] c6fb00ec-1a3b-4b4e-9919-0a99d08447d9/c6fb00ec-1a3b-4b4e-9919-0a99d08447d9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.219879] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe1ff015-6e83-43ef-8a7f-24de346e44c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.225939] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 651.225939] env[69529]: value = "task-3355324" [ 651.225939] env[69529]: _type = "Task" [ 651.225939] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.239921] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355324, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.248163] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5299cfa7-1830-2739-0483-d8607373adea, 'name': SearchDatastore_Task, 'duration_secs': 0.014301} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.248773] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.248773] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b3dd330e-968a-4440-9750-cbabebe193aa/b3dd330e-968a-4440-9750-cbabebe193aa.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.249788] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.249788] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.249788] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a5e179e-b836-41f9-a50f-a63c131bd962 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.254582] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af9df0d-b557-4857-accb-7b24f5c6a663 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.264411] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.266812] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.266812] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34fd624-2620-4fdd-9594-e59209bb52dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.269625] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 651.269625] env[69529]: value = "task-3355325" [ 651.269625] env[69529]: _type = "Task" [ 651.269625] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.275589] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 651.275589] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fcdac5-90c4-631c-c417-ee6c8d458b29" [ 651.275589] env[69529]: _type = "Task" [ 651.275589] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.287477] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.300767] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fcdac5-90c4-631c-c417-ee6c8d458b29, 'name': SearchDatastore_Task, 'duration_secs': 0.00921} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.306336] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9474b9d2-3200-4e5e-a733-f0c4c2f7b77c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.312276] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 651.312276] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf4cd2-73b7-da38-7d57-3284b14e2b37" [ 651.312276] env[69529]: _type = "Task" [ 651.312276] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.324959] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf4cd2-73b7-da38-7d57-3284b14e2b37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.346294] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2df15e-6fc1-490a-83b8-c1897151f8d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.355410] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4e6eb9-5412-4181-a60d-0aed582eaa99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.391843] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12612d29-02cd-416b-ac4a-9ec4dc4b1db6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.405430] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48429ca8-4f8c-4900-95b4-974ce9bb519f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.417783] env[69529]: DEBUG nova.compute.provider_tree [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.688555] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Releasing lock "refresh_cache-79c9838c-a286-4c4c-9b0c-62eba502c100" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.688836] env[69529]: DEBUG nova.compute.manager [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Received event network-vif-plugged-1a09cd13-c442-4bdd-830c-0599cb64de8f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.689067] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Acquiring lock "80810d25-6312-4bd2-97d7-9cbca17d9be3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.689278] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.689479] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.689646] env[69529]: DEBUG nova.compute.manager [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] No waiting events found dispatching network-vif-plugged-1a09cd13-c442-4bdd-830c-0599cb64de8f {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.689871] env[69529]: WARNING nova.compute.manager [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Received unexpected event network-vif-plugged-1a09cd13-c442-4bdd-830c-0599cb64de8f for instance with vm_state building and task_state spawning. [ 651.690340] env[69529]: DEBUG nova.compute.manager [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Received event network-changed-1a09cd13-c442-4bdd-830c-0599cb64de8f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.690340] env[69529]: DEBUG nova.compute.manager [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Refreshing instance network info cache due to event network-changed-1a09cd13-c442-4bdd-830c-0599cb64de8f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.690435] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Acquiring lock "refresh_cache-80810d25-6312-4bd2-97d7-9cbca17d9be3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.690550] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Acquired lock "refresh_cache-80810d25-6312-4bd2-97d7-9cbca17d9be3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.690706] env[69529]: DEBUG nova.network.neutron [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Refreshing network info cache for port 1a09cd13-c442-4bdd-830c-0599cb64de8f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.710589] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065173} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.710697] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.711500] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed85555-862e-4e92-95a5-bb851c296a05 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.738418] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 8801eef8-0e93-437b-91d4-9548bf7c8495/8801eef8-0e93-437b-91d4-9548bf7c8495.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.743601] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0faa01-4e09-49e4-b1db-894a36aace67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.766571] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355324, 'name': Rename_Task, 'duration_secs': 0.146893} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.768377] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.768377] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 651.768377] env[69529]: value = "task-3355326" [ 651.768377] env[69529]: _type = "Task" [ 651.768377] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.768377] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b259fb3-46ab-458d-b6d6-2595ca9e1865 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.778238] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 651.778238] env[69529]: value = "task-3355327" [ 651.778238] env[69529]: _type = "Task" [ 651.778238] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.781710] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.787922] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.792860] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.826866] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf4cd2-73b7-da38-7d57-3284b14e2b37, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.827158] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.827407] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 79c9838c-a286-4c4c-9b0c-62eba502c100/79c9838c-a286-4c4c-9b0c-62eba502c100.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.827668] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.827867] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.828062] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-581a7ea6-bc19-414d-98bb-8d617633a37d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.830613] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6d66fd1-f9fc-444f-91cc-4f020f693df2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.838951] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 651.838951] env[69529]: value = "task-3355328" [ 651.838951] env[69529]: _type = "Task" [ 651.838951] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.842317] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.842511] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.843584] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8932c9f2-47d2-4e2f-a1e7-bd2ee9640d60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.851497] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.854402] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 651.854402] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52339624-0f17-f4ac-caeb-b63b21b48c6f" [ 651.854402] env[69529]: _type = "Task" [ 651.854402] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.863446] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52339624-0f17-f4ac-caeb-b63b21b48c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.923028] env[69529]: DEBUG nova.scheduler.client.report [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.029377] env[69529]: DEBUG nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.070034] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.070332] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.070494] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.071573] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.071573] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.073436] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.073436] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.073436] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.073436] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.073436] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.073638] env[69529]: DEBUG nova.virt.hardware [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.073981] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab27a57f-287b-4565-94ef-a4b162551efd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.086317] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7572cf4d-8af5-4f74-822a-5e02cd7af97b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.295284] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.295823] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.305637] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.347609] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355328, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.369779] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52339624-0f17-f4ac-caeb-b63b21b48c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008741} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.373042] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f99b19-884b-4e32-8b10-0cc8f5b2ef4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.378203] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 652.378203] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52403d57-4881-89ba-5355-e69729f47a9e" [ 652.378203] env[69529]: _type = "Task" [ 652.378203] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.394743] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52403d57-4881-89ba-5355-e69729f47a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.433381] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.433903] env[69529]: DEBUG nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.436747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.693s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.790692] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.796378] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.808892] env[69529]: DEBUG oslo_vmware.api [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355327, 'name': PowerOnVM_Task, 'duration_secs': 0.710084} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.809723] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.810223] env[69529]: INFO nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Took 14.51 seconds to spawn the instance on the hypervisor. [ 652.810500] env[69529]: DEBUG nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.811366] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb3895-984b-4a34-8046-419d0da549b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.827526] env[69529]: DEBUG nova.network.neutron [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Successfully created port: 08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.847527] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.893570] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52403d57-4881-89ba-5355-e69729f47a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.950030] env[69529]: DEBUG nova.compute.utils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.950030] env[69529]: DEBUG nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.950341] env[69529]: DEBUG nova.network.neutron [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.292023] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355325, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.707357} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.292961] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355326, 'name': ReconfigVM_Task, 'duration_secs': 1.407838} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.295351] env[69529]: DEBUG nova.policy [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe55eb7c04a4447a90ec1b47bd847e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '559b83aff84a43b9a65d96686f2efa13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.298254] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b3dd330e-968a-4440-9750-cbabebe193aa/b3dd330e-968a-4440-9750-cbabebe193aa.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.302698] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.302776] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 8801eef8-0e93-437b-91d4-9548bf7c8495/8801eef8-0e93-437b-91d4-9548bf7c8495.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.305443] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb69eb8-f59f-4e59-a9f8-1ca444c74e13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.306210] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7534f9b4-2227-438e-af25-b711282cd839 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.314081] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 653.314081] env[69529]: value = "task-3355330" [ 653.314081] env[69529]: _type = "Task" [ 653.314081] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.315999] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 653.315999] env[69529]: value = "task-3355329" [ 653.315999] env[69529]: _type = "Task" [ 653.315999] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.327860] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.330660] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355329, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.347609] env[69529]: INFO nova.compute.manager [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Took 19.28 seconds to build instance. [ 653.353452] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355328, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140967} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.354992] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 79c9838c-a286-4c4c-9b0c-62eba502c100/79c9838c-a286-4c4c-9b0c-62eba502c100.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.354992] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.354992] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fb5efcb-8039-4b15-95f5-0683149175a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.361254] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 653.361254] env[69529]: value = "task-3355331" [ 653.361254] env[69529]: _type = "Task" [ 653.361254] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.369780] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.389722] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52403d57-4881-89ba-5355-e69729f47a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.593298} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.389962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.390469] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 80810d25-6312-4bd2-97d7-9cbca17d9be3/80810d25-6312-4bd2-97d7-9cbca17d9be3.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.390660] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fa1905-ae6d-40e1-987c-eaaa5061fcda {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.397995] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 653.397995] env[69529]: value = "task-3355332" [ 653.397995] env[69529]: _type = "Task" [ 653.397995] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.411304] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.456021] env[69529]: DEBUG nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.487216] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance c6fb00ec-1a3b-4b4e-9919-0a99d08447d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.487430] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 8801eef8-0e93-437b-91d4-9548bf7c8495 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.487581] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 79c9838c-a286-4c4c-9b0c-62eba502c100 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.487743] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 80810d25-6312-4bd2-97d7-9cbca17d9be3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.487887] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance b3dd330e-968a-4440-9750-cbabebe193aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.488043] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 11d9bedb-4afe-4a98-bf67-180666568c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.488167] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance a8ab0f37-e0a6-4223-85cd-fa779c6139c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.488324] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 9eb3ac42-0a1e-4514-82a3-8a0656c64978 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 653.717893] env[69529]: DEBUG nova.network.neutron [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Updated VIF entry in instance network info cache for port 1a09cd13-c442-4bdd-830c-0599cb64de8f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.718272] env[69529]: DEBUG nova.network.neutron [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Updating instance_info_cache with network_info: [{"id": "1a09cd13-c442-4bdd-830c-0599cb64de8f", "address": "fa:16:3e:2f:a6:7b", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a09cd13-c4", "ovs_interfaceid": "1a09cd13-c442-4bdd-830c-0599cb64de8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.831810] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355329, 'name': Rename_Task, 'duration_secs': 0.139583} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.842355] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.842846] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070146} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.843078] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ea24aa8-f78a-4378-9e03-baebfa719d10 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.844971] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.845897] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bae0e26-bf15-4404-a391-4d5ea6405312 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.849266] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a4a52d4-4ea7-4b21-b09a-f488a6396e71 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.799s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.871097] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] b3dd330e-968a-4440-9750-cbabebe193aa/b3dd330e-968a-4440-9750-cbabebe193aa.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.873447] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1889e4c-7302-4bca-ada1-ee97a59e2f1b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.892102] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 653.892102] env[69529]: value = "task-3355333" [ 653.892102] env[69529]: _type = "Task" [ 653.892102] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.901281] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 653.901281] env[69529]: value = "task-3355334" [ 653.901281] env[69529]: _type = "Task" [ 653.901281] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.911549] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097592} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.915926] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.916206] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.917438] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370cd858-7fd5-4280-98ee-261269192636 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.927057] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.927432] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461361} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.928265] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 80810d25-6312-4bd2-97d7-9cbca17d9be3/80810d25-6312-4bd2-97d7-9cbca17d9be3.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.928545] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.928745] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01574600-86dc-4a52-8988-c670eb4cd3aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.951471] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 79c9838c-a286-4c4c-9b0c-62eba502c100/79c9838c-a286-4c4c-9b0c-62eba502c100.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.952519] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4baa870c-de55-48b2-bbe7-b442dccd76b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.977241] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 653.977241] env[69529]: value = "task-3355335" [ 653.977241] env[69529]: _type = "Task" [ 653.977241] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.986880] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 653.986880] env[69529]: value = "task-3355336" [ 653.986880] env[69529]: _type = "Task" [ 653.986880] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.990895] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.996186] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 1d615966-8d6e-4815-8128-f882fff2f889 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 653.996298] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 653.996461] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 654.000756] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.215041] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2082d00-8e21-4b21-87ec-7a96c1026b88 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.223701] env[69529]: DEBUG oslo_concurrency.lockutils [req-73aa95c5-de04-4486-84ab-51ae1d022b5c req-05817fe8-8f55-4350-ac47-4f6a5f05b043 service nova] Releasing lock "refresh_cache-80810d25-6312-4bd2-97d7-9cbca17d9be3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.228728] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2beb847-cc3a-4edc-87a3-5c0addd1010a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.264837] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b694c42-6c7c-4d13-b594-7420adb25bb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.272571] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c4ac5-9992-4f52-80f4-bc38e0b80278 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.287846] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.406252] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355333, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.415821] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.480629] env[69529]: DEBUG nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.497276] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118825} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.499217] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.499497] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355336, 'name': ReconfigVM_Task, 'duration_secs': 0.342171} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.500232] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d96fc05-7b37-430d-9426-bddf5c9eab87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.503169] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 79c9838c-a286-4c4c-9b0c-62eba502c100/79c9838c-a286-4c4c-9b0c-62eba502c100.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.503904] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f0d4bfb-0967-4667-8bf6-35ac74a8a21a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.526783] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 80810d25-6312-4bd2-97d7-9cbca17d9be3/80810d25-6312-4bd2-97d7-9cbca17d9be3.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.530418] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101cadb5-b4e6-4a0a-8447-fa322011735c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.546167] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 654.546167] env[69529]: value = "task-3355337" [ 654.546167] env[69529]: _type = "Task" [ 654.546167] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.551542] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 654.551542] env[69529]: value = "task-3355338" [ 654.551542] env[69529]: _type = "Task" [ 654.551542] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.557702] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.557989] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.558213] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.558447] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.558601] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.558792] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.559127] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.559295] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.559378] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.559532] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.559696] env[69529]: DEBUG nova.virt.hardware [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.564061] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9039564f-75e3-42b9-a58a-6cdcbab6f3d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.567523] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355337, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.573178] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.576880] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dabe0b-0bca-4642-8ffd-d173737338c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.601518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "ca734f2f-897f-4c15-b795-1408eb9b8270" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.601728] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.794023] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.908875] env[69529]: DEBUG oslo_vmware.api [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355333, 'name': PowerOnVM_Task, 'duration_secs': 0.574878} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.913283] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.913673] env[69529]: INFO nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Took 14.36 seconds to spawn the instance on the hypervisor. [ 654.915871] env[69529]: DEBUG nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.915871] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53aff5c-86cd-4085-87ce-1d593f15db20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.925176] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355334, 'name': ReconfigVM_Task, 'duration_secs': 0.87456} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.928298] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Reconfigured VM instance instance-00000005 to attach disk [datastore2] b3dd330e-968a-4440-9750-cbabebe193aa/b3dd330e-968a-4440-9750-cbabebe193aa.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.933518] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20339f72-2bab-4089-8847-92500df6c93f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.941261] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 654.941261] env[69529]: value = "task-3355339" [ 654.941261] env[69529]: _type = "Task" [ 654.941261] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.958885] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355339, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.061452] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355337, 'name': Rename_Task, 'duration_secs': 0.179924} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.067618] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.067618] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355338, 'name': ReconfigVM_Task, 'duration_secs': 0.315022} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.067618] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e5ce7b2-4ae9-42aa-b665-e4e91245509a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.067897] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 80810d25-6312-4bd2-97d7-9cbca17d9be3/80810d25-6312-4bd2-97d7-9cbca17d9be3.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.069059] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5679da5-0b53-46f2-bdf5-f317ccf60dd6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.079018] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 655.079018] env[69529]: value = "task-3355340" [ 655.079018] env[69529]: _type = "Task" [ 655.079018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.079018] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 655.079018] env[69529]: value = "task-3355341" [ 655.079018] env[69529]: _type = "Task" [ 655.079018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.089668] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.093285] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355341, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.103932] env[69529]: DEBUG nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.206816] env[69529]: DEBUG nova.network.neutron [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Successfully created port: 7a552027-32fb-421f-b94e-fe17ae5548e2 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.300378] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 655.300378] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.863s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.300493] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.835s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.302097] env[69529]: INFO nova.compute.claims [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.459597] env[69529]: INFO nova.compute.manager [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Took 20.52 seconds to build instance. [ 655.464108] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355339, 'name': Rename_Task, 'duration_secs': 0.181496} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.464471] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.464725] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdb39af5-5813-4291-9e1b-5029c45a9661 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.473018] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 655.473018] env[69529]: value = "task-3355342" [ 655.473018] env[69529]: _type = "Task" [ 655.473018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.496157] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355342, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.594392] env[69529]: DEBUG oslo_vmware.api [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355340, 'name': PowerOnVM_Task, 'duration_secs': 0.515672} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.598563] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.598563] env[69529]: INFO nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Took 12.76 seconds to spawn the instance on the hypervisor. [ 655.598798] env[69529]: DEBUG nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.599118] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355341, 'name': Rename_Task, 'duration_secs': 0.184538} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.599878] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7c2c98-5391-4665-bd89-18d48b895e9b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.602576] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.602796] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09e2b0e0-be89-44b1-8193-f24b3f316bd0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.620318] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 655.620318] env[69529]: value = "task-3355343" [ 655.620318] env[69529]: _type = "Task" [ 655.620318] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.628237] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355343, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.651356] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.818143] env[69529]: DEBUG nova.network.neutron [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Successfully updated port: ffcda027-dfd3-47e2-8f4d-e50a2163f1bc {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.958329] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ae077b2-9694-4850-88e5-1f1517a53815 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.036s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.990936] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.133612] env[69529]: INFO nova.compute.manager [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Took 19.32 seconds to build instance. [ 656.139033] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355343, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.321594] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.321813] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.322723] env[69529]: DEBUG nova.network.neutron [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.489407] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.541906] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d3163-60ca-4d3b-a8e3-b59ebdd0579b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.548557] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d7c53e-351d-45a3-b2f5-13704d4c37c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.590339] env[69529]: DEBUG nova.network.neutron [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Successfully updated port: 08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.592766] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf1827a-5d1d-49c8-ae64-c075be4f52e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.601594] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f57cb6-ed74-4ff9-9287-cffeeddddbdf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.621023] env[69529]: DEBUG nova.compute.provider_tree [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.635033] env[69529]: DEBUG oslo_vmware.api [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355343, 'name': PowerOnVM_Task, 'duration_secs': 0.842435} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.635314] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.635512] env[69529]: INFO nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Took 11.55 seconds to spawn the instance on the hypervisor. [ 656.635689] env[69529]: DEBUG nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.636791] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a31aa05-53e9-431d-bf86-f5bc45443024 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.641646] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a76935b-9266-4720-90a4-ee24f915ec96 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.841s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.912902] env[69529]: DEBUG nova.network.neutron [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.994604] env[69529]: DEBUG oslo_vmware.api [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355342, 'name': PowerOnVM_Task, 'duration_secs': 1.414852} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.994986] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.995227] env[69529]: INFO nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Took 9.62 seconds to spawn the instance on the hypervisor. [ 656.995353] env[69529]: DEBUG nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.996538] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab5bbba-369c-46ba-bc5f-288e85ab846a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.097049] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.097202] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.097357] env[69529]: DEBUG nova.network.neutron [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.123779] env[69529]: DEBUG nova.scheduler.client.report [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.165148] env[69529]: INFO nova.compute.manager [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Took 19.46 seconds to build instance. [ 657.249331] env[69529]: DEBUG nova.compute.manager [None req-4ce14d7a-d100-4679-94e8-b8988179562d tempest-ServerDiagnosticsTest-1243995958 tempest-ServerDiagnosticsTest-1243995958-project-admin] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.250975] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b07c3-c6d4-4a08-8917-acd79afd3daf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.261374] env[69529]: INFO nova.compute.manager [None req-4ce14d7a-d100-4679-94e8-b8988179562d tempest-ServerDiagnosticsTest-1243995958 tempest-ServerDiagnosticsTest-1243995958-project-admin] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Retrieving diagnostics [ 657.262182] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4161d0a9-0f39-4325-b2c0-c9599b3510db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.319373] env[69529]: DEBUG nova.network.neutron [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance_info_cache with network_info: [{"id": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "address": "fa:16:3e:d5:3e:9e", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcda027-df", "ovs_interfaceid": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.526164] env[69529]: INFO nova.compute.manager [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Took 19.27 seconds to build instance. [ 657.532859] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.537149] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.636208] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.636208] env[69529]: DEBUG nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.638728] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.988s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.640725] env[69529]: INFO nova.compute.claims [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.666876] env[69529]: DEBUG oslo_concurrency.lockutils [None req-df2f9ee7-4eff-4f52-b164-3aade77ad6ac tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.974s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.747451] env[69529]: DEBUG nova.network.neutron [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.760151] env[69529]: DEBUG nova.compute.manager [req-6e21bd31-a0d6-4da9-b6da-28c2be11ae87 req-336c4a52-8c90-4a6d-a8e4-52e3d15b8e4f service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Received event network-vif-plugged-ffcda027-dfd3-47e2-8f4d-e50a2163f1bc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.760151] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e21bd31-a0d6-4da9-b6da-28c2be11ae87 req-336c4a52-8c90-4a6d-a8e4-52e3d15b8e4f service nova] Acquiring lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.760488] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e21bd31-a0d6-4da9-b6da-28c2be11ae87 req-336c4a52-8c90-4a6d-a8e4-52e3d15b8e4f service nova] Lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.760488] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e21bd31-a0d6-4da9-b6da-28c2be11ae87 req-336c4a52-8c90-4a6d-a8e4-52e3d15b8e4f service nova] Lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.760584] env[69529]: DEBUG nova.compute.manager [req-6e21bd31-a0d6-4da9-b6da-28c2be11ae87 req-336c4a52-8c90-4a6d-a8e4-52e3d15b8e4f service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] No waiting events found dispatching network-vif-plugged-ffcda027-dfd3-47e2-8f4d-e50a2163f1bc {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.761140] env[69529]: WARNING nova.compute.manager [req-6e21bd31-a0d6-4da9-b6da-28c2be11ae87 req-336c4a52-8c90-4a6d-a8e4-52e3d15b8e4f service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Received unexpected event network-vif-plugged-ffcda027-dfd3-47e2-8f4d-e50a2163f1bc for instance with vm_state building and task_state spawning. [ 657.825621] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.827823] env[69529]: DEBUG nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Instance network_info: |[{"id": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "address": "fa:16:3e:d5:3e:9e", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcda027-df", "ovs_interfaceid": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.828105] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:3e:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffcda027-dfd3-47e2-8f4d-e50a2163f1bc', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.837207] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Creating folder: Project (2c8647364f2e4b24bffbd64e26bdee01). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.839170] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eaa27f9-6245-4b2c-8620-dbe37b12ebdb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.843742] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "29e33bfc-97ee-400d-a772-420a9117c73c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.843960] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "29e33bfc-97ee-400d-a772-420a9117c73c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.855035] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Created folder: Project (2c8647364f2e4b24bffbd64e26bdee01) in parent group-v669649. [ 657.855035] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Creating folder: Instances. Parent ref: group-v669665. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.855035] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3ded872-1d69-43a8-9d1a-af0ddc89d8fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.865088] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Created folder: Instances in parent group-v669665. [ 657.865901] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.865901] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.865901] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01c783a4-fd04-4595-b8c1-a08ab4e49ff4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.886294] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.886294] env[69529]: value = "task-3355346" [ 657.886294] env[69529]: _type = "Task" [ 657.886294] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.894636] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355346, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.034185] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b91f56b-edf5-4995-a431-81886a26432f tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "b3dd330e-968a-4440-9750-cbabebe193aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.794s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.042464] env[69529]: DEBUG nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.145893] env[69529]: DEBUG nova.compute.utils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.147922] env[69529]: DEBUG nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.147922] env[69529]: DEBUG nova.network.neutron [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.321476] env[69529]: DEBUG nova.network.neutron [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [{"id": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "address": "fa:16:3e:b7:8e:b2", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f7c3e5-b7", "ovs_interfaceid": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.346741] env[69529]: DEBUG nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.376792] env[69529]: DEBUG nova.policy [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e5f8a3f43124306ba5903e0e4375c0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c79aa720d7f40dfac56df0a8bd5a4cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.401034] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355346, 'name': CreateVM_Task, 'duration_secs': 0.4886} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.401034] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.402100] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.402372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.402758] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.403104] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99954e7-813b-4e4c-a0c6-fbf87164f15b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.409520] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 658.409520] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c1adfd-3506-3ada-9f19-0f84dbf2f0e4" [ 658.409520] env[69529]: _type = "Task" [ 658.409520] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.420242] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c1adfd-3506-3ada-9f19-0f84dbf2f0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.579801] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.648692] env[69529]: DEBUG nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.827954] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Releasing lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.832699] env[69529]: DEBUG nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Instance network_info: |[{"id": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "address": "fa:16:3e:b7:8e:b2", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f7c3e5-b7", "ovs_interfaceid": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.833519] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:8e:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f7c3e5-b752-4c43-95b2-1bdf62574ace', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.843821] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Creating folder: Project (bffb4d7286b3438894f628f575ecf58f). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.846678] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dddbdb2d-d39c-454d-b28c-001156af510a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.859710] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Created folder: Project (bffb4d7286b3438894f628f575ecf58f) in parent group-v669649. [ 658.859857] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Creating folder: Instances. Parent ref: group-v669668. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.860103] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c6370eb-0ea2-4c8f-ba62-bfe202af7d9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.871244] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.872917] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Created folder: Instances in parent group-v669668. [ 658.873251] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.873465] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.873729] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acef01cd-9eaf-4d00-b636-f405ff02e690 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.895185] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.895185] env[69529]: value = "task-3355349" [ 658.895185] env[69529]: _type = "Task" [ 658.895185] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.902847] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355349, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.920432] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c1adfd-3506-3ada-9f19-0f84dbf2f0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.014485} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.922574] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.922923] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.923306] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.923557] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.923833] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.924694] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cc6efe-9beb-4c9d-b7dd-faf92338cf38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.927934] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f66272d-37f3-46f7-9e31-7a309dabf367 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.936533] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c2524b-0f9f-465b-a453-ae44a5755d06 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.941729] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.942080] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.943703] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05aea3e7-f88a-4e82-8f23-5ba975ffe042 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.953095] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 658.953095] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529b71d1-3561-fd6f-8b6c-0644528056eb" [ 658.953095] env[69529]: _type = "Task" [ 658.953095] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.983454] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d77a51-78dc-4c20-abc9-5b1310eafa91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.994497] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cad6740-194e-4c54-ad58-47a3e8b087ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.999223] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529b71d1-3561-fd6f-8b6c-0644528056eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.001091] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-590858c3-2414-4f32-875d-a054373bf9b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.010372] env[69529]: DEBUG nova.compute.provider_tree [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.018104] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 659.018104] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5288e698-ed6b-db84-5d10-eea49b38244b" [ 659.018104] env[69529]: _type = "Task" [ 659.018104] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.025351] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5288e698-ed6b-db84-5d10-eea49b38244b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.296107] env[69529]: DEBUG nova.network.neutron [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Successfully updated port: 7a552027-32fb-421f-b94e-fe17ae5548e2 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.411239] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355349, 'name': CreateVM_Task, 'duration_secs': 0.40305} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.411541] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.415382] env[69529]: DEBUG oslo_vmware.service [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25725315-d661-48ca-9408-0be1d51699ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.420288] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.420796] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.421453] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.421791] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a313e3-c311-4667-a890-2d8c199f4a1f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.427362] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 659.427362] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f4cac9-a9d6-0a93-1f77-130360d53a56" [ 659.427362] env[69529]: _type = "Task" [ 659.427362] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.442560] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f4cac9-a9d6-0a93-1f77-130360d53a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.515603] env[69529]: DEBUG nova.scheduler.client.report [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.529538] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5288e698-ed6b-db84-5d10-eea49b38244b, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.530318] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.531639] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 11d9bedb-4afe-4a98-bf67-180666568c92/11d9bedb-4afe-4a98-bf67-180666568c92.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.533033] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51133255-e85b-4764-88f2-1bda066dce65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.539766] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 659.539766] env[69529]: value = "task-3355350" [ 659.539766] env[69529]: _type = "Task" [ 659.539766] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.551788] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.665178] env[69529]: DEBUG nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.703677] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.703924] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.704142] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.704281] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.704419] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.704563] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.704789] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.704970] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.705090] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.705254] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.705423] env[69529]: DEBUG nova.virt.hardware [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.706458] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01b892-fc06-4581-98fa-f78bdcc3f39f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.718025] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107279a4-f033-4a3a-b911-a47925a847dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.802279] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "refresh_cache-9eb3ac42-0a1e-4514-82a3-8a0656c64978" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.802279] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired lock "refresh_cache-9eb3ac42-0a1e-4514-82a3-8a0656c64978" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.802279] env[69529]: DEBUG nova.network.neutron [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.940840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.945251] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.945251] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.945251] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.945251] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.945251] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ca33e4f-9e3b-4ff9-b32f-688f6a1dde5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.958154] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.958154] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.958414] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0596eb97-cc68-4ba0-8ec8-791eff6c6c06 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.969466] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e0ca4d9-fcd9-4bdd-8cb7-28d0d87b03b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.976423] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 659.976423] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524c0897-fd08-2871-5d3c-984e8e323757" [ 659.976423] env[69529]: _type = "Task" [ 659.976423] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.989288] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524c0897-fd08-2871-5d3c-984e8e323757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.022998] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.024523] env[69529]: DEBUG nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.032824] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.453s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.042031] env[69529]: INFO nova.compute.claims [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.061275] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.422445] env[69529]: DEBUG nova.network.neutron [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Successfully created port: 07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.473832] env[69529]: DEBUG nova.network.neutron [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.492701] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Preparing fetch location {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 660.493270] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Creating directory with path [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.496901] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4248c2a8-da84-4203-8754-ffa175d48a6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.499366] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "59772238-29b7-445c-94db-06554ae5d184" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.499815] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "59772238-29b7-445c-94db-06554ae5d184" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.528872] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Created directory with path [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.529106] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Fetch image to [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 660.532270] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Downloading image file data a76d0082-22e0-4879-b6b2-3f81f0c6522d to [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69529) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 660.533075] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2952bb5-3bf0-4b56-8015-24ef62bfc822 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.539023] env[69529]: DEBUG nova.compute.utils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.541952] env[69529]: DEBUG nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.541952] env[69529]: DEBUG nova.network.neutron [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.552734] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf48e3a-8d9d-4267-b750-4c52e561b2e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.561078] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789619} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.561762] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 11d9bedb-4afe-4a98-bf67-180666568c92/11d9bedb-4afe-4a98-bf67-180666568c92.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.561998] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.563915] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1617458b-1542-413d-b18b-e282e5dc32fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.572327] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d37ff17-a91a-4f05-b587-b92f15381b35 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.579095] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 660.579095] env[69529]: value = "task-3355351" [ 660.579095] env[69529]: _type = "Task" [ 660.579095] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.613427] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a382df-517e-4f61-8b37-e91f530c8e91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.618063] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.622278] env[69529]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bec4815c-a5de-4c03-a14e-66218d8a2b4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.712242] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Downloading image file data a76d0082-22e0-4879-b6b2-3f81f0c6522d to the data store datastore1 {{(pid=69529) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 660.777510] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69529) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 660.842274] env[69529]: DEBUG nova.policy [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a553320fd55943f2994653304a5c92b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55781e1d537b47f59cb90f1819a4e944', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.845518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "47c3549e-54ed-40d6-9acc-613d38553ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.845518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "47c3549e-54ed-40d6-9acc-613d38553ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.002294] env[69529]: DEBUG nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.045588] env[69529]: DEBUG nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.093506] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078591} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.096454] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.097963] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2beebb-9504-4f11-890e-570f6d9a6963 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.126112] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 11d9bedb-4afe-4a98-bf67-180666568c92/11d9bedb-4afe-4a98-bf67-180666568c92.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.129876] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced30b00-88dc-47b2-9cce-4cf3ffd6b84c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.155358] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 661.155358] env[69529]: value = "task-3355352" [ 661.155358] env[69529]: _type = "Task" [ 661.155358] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.168436] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.175623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.176058] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.176159] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.176369] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.176550] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.182157] env[69529]: INFO nova.compute.manager [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Terminating instance [ 661.349623] env[69529]: DEBUG nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.368164] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f850c1-27ab-4d46-a33d-96ab638f4ab0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.380259] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa10ab-8c3f-4195-9c63-9e72d7a421cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.428533] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f942123-5e0a-4040-b968-fdeba36b4eb4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.439607] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7fd950-8c65-431d-8dd0-e45c08b52bfa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.454387] env[69529]: DEBUG nova.compute.provider_tree [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.531305] env[69529]: DEBUG nova.compute.manager [None req-28fa14d0-5a47-441e-b8eb-739b48d3a2f2 tempest-ServerDiagnosticsV248Test-352682175 tempest-ServerDiagnosticsV248Test-352682175-project-admin] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.533067] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4461f5ca-d155-4104-809f-a949146451c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.537873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.546738] env[69529]: INFO nova.compute.manager [None req-28fa14d0-5a47-441e-b8eb-739b48d3a2f2 tempest-ServerDiagnosticsV248Test-352682175 tempest-ServerDiagnosticsV248Test-352682175-project-admin] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Retrieving diagnostics [ 661.547768] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bfca53-f4f7-44fa-a712-2f4afb7a6831 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.615022] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Completed reading data from the image iterator. {{(pid=69529) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 661.615022] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 661.670218] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.670218] env[69529]: DEBUG nova.network.neutron [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Updating instance_info_cache with network_info: [{"id": "7a552027-32fb-421f-b94e-fe17ae5548e2", "address": "fa:16:3e:23:2c:db", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a552027-32", "ovs_interfaceid": "7a552027-32fb-421f-b94e-fe17ae5548e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.688383] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Downloaded image file data a76d0082-22e0-4879-b6b2-3f81f0c6522d to vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk on the data store datastore1 {{(pid=69529) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 661.690414] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Caching image {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 661.690625] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Copying Virtual Disk [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk to [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.691274] env[69529]: DEBUG nova.compute.manager [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.691466] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.691709] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2676b497-6639-42d7-b559-e950a46b7619 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.695925] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d000204-78b9-4403-9685-49396fde3e39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.704128] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.704408] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebf14b98-4d3d-4365-9aa7-b31a70bc1b4e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.707080] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 661.707080] env[69529]: value = "task-3355353" [ 661.707080] env[69529]: _type = "Task" [ 661.707080] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.713231] env[69529]: DEBUG oslo_vmware.api [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 661.713231] env[69529]: value = "task-3355354" [ 661.713231] env[69529]: _type = "Task" [ 661.713231] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.721734] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.731078] env[69529]: DEBUG oslo_vmware.api [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.816665] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Acquiring lock "8801eef8-0e93-437b-91d4-9548bf7c8495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.817041] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.817340] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Acquiring lock "8801eef8-0e93-437b-91d4-9548bf7c8495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.817569] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.817875] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.822744] env[69529]: INFO nova.compute.manager [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Terminating instance [ 661.885172] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.958685] env[69529]: DEBUG nova.scheduler.client.report [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.060351] env[69529]: DEBUG nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.077109] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Received event network-changed-ffcda027-dfd3-47e2-8f4d-e50a2163f1bc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.077109] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Refreshing instance network info cache due to event network-changed-ffcda027-dfd3-47e2-8f4d-e50a2163f1bc. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.077318] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquiring lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.077557] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquired lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.077726] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Refreshing network info cache for port ffcda027-dfd3-47e2-8f4d-e50a2163f1bc {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.089256] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:56:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='368778549',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-328021132',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.089256] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.089256] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.089582] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.089582] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.089783] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.089938] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.090175] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.090305] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.090472] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.090645] env[69529]: DEBUG nova.virt.hardware [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.091820] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98956fab-3787-4157-8a79-eb73281cbf79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.102859] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd58c7-4081-4b18-a06a-a3e374dd7437 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.167271] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355352, 'name': ReconfigVM_Task, 'duration_secs': 0.596233} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.167548] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 11d9bedb-4afe-4a98-bf67-180666568c92/11d9bedb-4afe-4a98-bf67-180666568c92.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.168199] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef46f70d-20c6-470e-88df-45a45cccd3d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.171558] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Releasing lock "refresh_cache-9eb3ac42-0a1e-4514-82a3-8a0656c64978" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.171717] env[69529]: DEBUG nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Instance network_info: |[{"id": "7a552027-32fb-421f-b94e-fe17ae5548e2", "address": "fa:16:3e:23:2c:db", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a552027-32", "ovs_interfaceid": "7a552027-32fb-421f-b94e-fe17ae5548e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.172739] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:2c:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a552027-32fb-421f-b94e-fe17ae5548e2', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.181167] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Creating folder: Project (559b83aff84a43b9a65d96686f2efa13). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.182873] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-209f3851-616b-441c-938f-dc179c5e5944 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.185081] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 662.185081] env[69529]: value = "task-3355355" [ 662.185081] env[69529]: _type = "Task" [ 662.185081] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.193711] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355355, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.194968] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Created folder: Project (559b83aff84a43b9a65d96686f2efa13) in parent group-v669649. [ 662.195283] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Creating folder: Instances. Parent ref: group-v669671. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.195932] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef300b3-8299-468e-8205-9a8fe74d0f3c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.205104] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Created folder: Instances in parent group-v669671. [ 662.205526] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.205675] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.205934] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a4e3f22-c393-4af7-a48f-157c55d40609 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.237892] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355353, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.242642] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.242642] env[69529]: value = "task-3355358" [ 662.242642] env[69529]: _type = "Task" [ 662.242642] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.243409] env[69529]: DEBUG oslo_vmware.api [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355354, 'name': PowerOffVM_Task, 'duration_secs': 0.215894} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.243409] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.243409] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.246928] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12fa1965-cd4f-41f1-96eb-cc88cb71db53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.253715] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355358, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.331223] env[69529]: DEBUG nova.compute.manager [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.331583] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.332783] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac967ab-1053-475f-aa7d-9e539caa3793 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.341451] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.341788] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa80145-7107-493a-b43c-304eb122ce38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.349283] env[69529]: DEBUG oslo_vmware.api [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Waiting for the task: (returnval){ [ 662.349283] env[69529]: value = "task-3355360" [ 662.349283] env[69529]: _type = "Task" [ 662.349283] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.361071] env[69529]: DEBUG oslo_vmware.api [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Task: {'id': task-3355360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.379898] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.380327] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.380599] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Deleting the datastore file [datastore2] c6fb00ec-1a3b-4b4e-9919-0a99d08447d9 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.381300] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c16a965-5e0f-4a95-a59b-01e469a4f1b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.389546] env[69529]: DEBUG oslo_vmware.api [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for the task: (returnval){ [ 662.389546] env[69529]: value = "task-3355361" [ 662.389546] env[69529]: _type = "Task" [ 662.389546] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.398731] env[69529]: DEBUG oslo_vmware.api [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.466579] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.467506] env[69529]: DEBUG nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.470461] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.599s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.474984] env[69529]: INFO nova.compute.claims [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.696456] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355355, 'name': Rename_Task, 'duration_secs': 0.187747} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.696858] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.697155] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf395ee0-c618-426e-a88e-770f7a6b573b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.702681] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 662.702681] env[69529]: value = "task-3355362" [ 662.702681] env[69529]: _type = "Task" [ 662.702681] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.711074] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.734899] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934483} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.735355] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Copied Virtual Disk [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk to [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.735434] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleting the datastore file [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d/tmp-sparse.vmdk {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.735783] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9cab87d-a7f0-4c3c-8f0c-3e2da5539b99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.742637] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 662.742637] env[69529]: value = "task-3355363" [ 662.742637] env[69529]: _type = "Task" [ 662.742637] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.754340] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.758353] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355358, 'name': CreateVM_Task, 'duration_secs': 0.403892} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.758353] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.759167] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.759270] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.759635] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.759980] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8a3846-725f-461b-9568-daf75bfc5f12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.764967] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 662.764967] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520420f5-70bd-ea06-7a66-574af8a38fdc" [ 662.764967] env[69529]: _type = "Task" [ 662.764967] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.775023] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520420f5-70bd-ea06-7a66-574af8a38fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.861717] env[69529]: DEBUG oslo_vmware.api [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Task: {'id': task-3355360, 'name': PowerOffVM_Task, 'duration_secs': 0.273585} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.864304] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.864978] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.865326] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-159d796d-f6fa-46e2-a4d2-76a0e15ab1bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.902527] env[69529]: DEBUG oslo_vmware.api [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Task: {'id': task-3355361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273234} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.904307] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.904307] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.904307] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.904307] env[69529]: INFO nova.compute.manager [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 662.904307] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.904488] env[69529]: DEBUG nova.compute.manager [-] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.904488] env[69529]: DEBUG nova.network.neutron [-] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.929069] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.929069] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.929069] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Deleting the datastore file [datastore2] 8801eef8-0e93-437b-91d4-9548bf7c8495 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.929069] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7337c6ca-91a4-4be7-92ef-5c647121de8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.940753] env[69529]: DEBUG oslo_vmware.api [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Waiting for the task: (returnval){ [ 662.940753] env[69529]: value = "task-3355365" [ 662.940753] env[69529]: _type = "Task" [ 662.940753] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.954628] env[69529]: DEBUG oslo_vmware.api [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Task: {'id': task-3355365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.977252] env[69529]: DEBUG nova.compute.utils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.985311] env[69529]: DEBUG nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.985410] env[69529]: DEBUG nova.network.neutron [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.059565] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.060335] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.060335] env[69529]: DEBUG nova.compute.manager [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.061021] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0181beb1-aca2-4c6e-b289-87bd016ef7cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.069126] env[69529]: DEBUG nova.compute.manager [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 663.069639] env[69529]: DEBUG nova.objects.instance [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lazy-loading 'flavor' on Instance uuid 80810d25-6312-4bd2-97d7-9cbca17d9be3 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.214933] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355362, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.240027] env[69529]: DEBUG nova.policy [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9142bc17e2a74589b0082f5989ef95f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c110b6edd03346eb8dcac0499f7c9730', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.253844] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026851} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.254326] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.254398] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Moving file from [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e/a76d0082-22e0-4879-b6b2-3f81f0c6522d to [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d. {{(pid=69529) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 663.254688] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bf977453-eb7d-4a80-b3f6-35373f7a211b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.264499] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 663.264499] env[69529]: value = "task-3355366" [ 663.264499] env[69529]: _type = "Task" [ 663.264499] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.280462] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.280721] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.280930] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.281155] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355366, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.321916] env[69529]: DEBUG nova.network.neutron [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Successfully created port: 893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.450957] env[69529]: DEBUG oslo_vmware.api [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Task: {'id': task-3355365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21911} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.451270] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.451460] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.451830] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.452086] env[69529]: INFO nova.compute.manager [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Took 1.12 seconds to destroy the instance on the hypervisor. [ 663.452362] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.452582] env[69529]: DEBUG nova.compute.manager [-] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.452860] env[69529]: DEBUG nova.network.neutron [-] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.492369] env[69529]: DEBUG nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.716462] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355362, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.775870] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355366, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.069126} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.777606] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] File moved {{(pid=69529) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 663.778043] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Cleaning up location [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 663.778999] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleting the datastore file [datastore1] vmware_temp/c7fbce75-ec97-461d-b13e-8a53af0fe65e {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.779147] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418727a8-e38f-496b-a6cd-8002295ab394 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.782964] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b36f29ef-965b-4c09-92f1-e7ff793f75e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.791390] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f344a156-301f-45a2-8d14-39f9b66ad57d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.795542] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 663.795542] env[69529]: value = "task-3355367" [ 663.795542] env[69529]: _type = "Task" [ 663.795542] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.832456] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551d2d19-f65f-4129-b153-9495882d8fea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.840242] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044102} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.840242] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.843287] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e899ee9-d8cb-41c5-8d0e-a3ec76bb75b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.847681] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1312b7a8-be27-4e7e-b265-fbb35994335a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.867554] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 663.867554] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3a4a8-1859-3d99-42b3-005c3e5ce790" [ 663.867554] env[69529]: _type = "Task" [ 663.867554] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.869054] env[69529]: DEBUG nova.compute.provider_tree [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.880959] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3a4a8-1859-3d99-42b3-005c3e5ce790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.077568] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.077568] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a09eb6a3-69f0-4fcd-b906-8b293f35dd4a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.085704] env[69529]: DEBUG oslo_vmware.api [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 664.085704] env[69529]: value = "task-3355368" [ 664.085704] env[69529]: _type = "Task" [ 664.085704] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.095588] env[69529]: DEBUG oslo_vmware.api [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.219492] env[69529]: DEBUG oslo_vmware.api [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355362, 'name': PowerOnVM_Task, 'duration_secs': 1.046636} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.219769] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.219962] env[69529]: INFO nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Took 14.53 seconds to spawn the instance on the hypervisor. [ 664.222832] env[69529]: DEBUG nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.223805] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c985db0-d609-4927-b47d-85b4a7249585 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.366720] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updated VIF entry in instance network info cache for port ffcda027-dfd3-47e2-8f4d-e50a2163f1bc. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.366889] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance_info_cache with network_info: [{"id": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "address": "fa:16:3e:d5:3e:9e", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcda027-df", "ovs_interfaceid": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.376243] env[69529]: DEBUG nova.scheduler.client.report [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.383107] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3a4a8-1859-3d99-42b3-005c3e5ce790, 'name': SearchDatastore_Task, 'duration_secs': 0.023039} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.383644] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.383907] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a8ab0f37-e0a6-4223-85cd-fa779c6139c9/a8ab0f37-e0a6-4223-85cd-fa779c6139c9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.384204] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.384399] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.384607] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-029bca10-e5b1-476b-a707-82a134d49ee5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.387266] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2155d9b4-7cbe-4924-814c-076fc9264edf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.397020] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 664.397020] env[69529]: value = "task-3355369" [ 664.397020] env[69529]: _type = "Task" [ 664.397020] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.399770] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.400205] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.401873] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3d9948-10af-4de1-9342-a40d8d1b4017 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.409627] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.412974] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 664.412974] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ca0d06-3829-e8b9-1ca1-40a2dff97ff1" [ 664.412974] env[69529]: _type = "Task" [ 664.412974] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.421384] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ca0d06-3829-e8b9-1ca1-40a2dff97ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.507466] env[69529]: DEBUG nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.545668] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.545804] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.546928] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.546928] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.546928] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.547242] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.548097] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.548097] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.549910] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.550237] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.550486] env[69529]: DEBUG nova.virt.hardware [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.552282] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c0f9c7-0335-4ccd-8d21-3c44862ba67f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.564194] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0c207b-ede9-416b-a58e-39fb077a7c38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.597860] env[69529]: DEBUG oslo_vmware.api [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355368, 'name': PowerOffVM_Task, 'duration_secs': 0.245696} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.602273] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.602546] env[69529]: DEBUG nova.compute.manager [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.603470] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71906be6-7f5f-434c-b7cc-ba33426dd0c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.749967] env[69529]: INFO nova.compute.manager [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Took 23.72 seconds to build instance. [ 664.869890] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Releasing lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.870252] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received event network-vif-plugged-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.870454] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquiring lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.870803] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.871213] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.871583] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] No waiting events found dispatching network-vif-plugged-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.871893] env[69529]: WARNING nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received unexpected event network-vif-plugged-08f7c3e5-b752-4c43-95b2-1bdf62574ace for instance with vm_state building and task_state spawning. [ 664.872474] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.872778] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing instance network info cache due to event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.873127] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquiring lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.875383] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquired lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.875383] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.885488] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.885970] env[69529]: DEBUG nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.892505] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.354s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.893996] env[69529]: INFO nova.compute.claims [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.909712] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355369, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.929402] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ca0d06-3829-e8b9-1ca1-40a2dff97ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.029188} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.930604] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d85784e-a13d-48e5-affc-24df9af33f22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.937781] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 664.937781] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efee48-67b4-d482-eb09-a71c040f8f86" [ 664.937781] env[69529]: _type = "Task" [ 664.937781] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.958472] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efee48-67b4-d482-eb09-a71c040f8f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.118126] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14a1a571-3df4-4cec-b71d-96bbbe63192f tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.252698] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb1c1c0b-6cad-4821-8e45-874fb86b5f9f tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.233s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.396123] env[69529]: DEBUG nova.compute.utils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.398797] env[69529]: DEBUG nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.399465] env[69529]: DEBUG nova.network.neutron [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.425714] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695195} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.425714] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a8ab0f37-e0a6-4223-85cd-fa779c6139c9/a8ab0f37-e0a6-4223-85cd-fa779c6139c9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.425714] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.425714] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71c54a7-f9aa-48b5-9aef-d0dd1329f90d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.433857] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 665.433857] env[69529]: value = "task-3355370" [ 665.433857] env[69529]: _type = "Task" [ 665.433857] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.450647] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.455506] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efee48-67b4-d482-eb09-a71c040f8f86, 'name': SearchDatastore_Task, 'duration_secs': 0.072082} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.455797] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.456325] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 9eb3ac42-0a1e-4514-82a3-8a0656c64978/9eb3ac42-0a1e-4514-82a3-8a0656c64978.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.456432] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bedd0387-8e5d-4b83-af88-a00f94875229 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.463599] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 665.463599] env[69529]: value = "task-3355371" [ 665.463599] env[69529]: _type = "Task" [ 665.463599] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.477448] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.499699] env[69529]: DEBUG nova.network.neutron [-] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.638806] env[69529]: DEBUG nova.policy [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6da3cb797a814fd6baf406c3cccd16d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ac15d203f5d439da313fd3074f88248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.694759] env[69529]: DEBUG nova.network.neutron [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Successfully created port: 838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.792955] env[69529]: DEBUG nova.network.neutron [-] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.856653] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.856653] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.870276] env[69529]: DEBUG nova.network.neutron [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Successfully updated port: 07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.910433] env[69529]: DEBUG nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.949987] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067602} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.950759] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.951644] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2062c5-a4be-4d25-967f-c502dff3f651 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.990340] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a8ab0f37-e0a6-4223-85cd-fa779c6139c9/a8ab0f37-e0a6-4223-85cd-fa779c6139c9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.996388] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db18e61e-f0d0-40e9-9500-a79af1c70c31 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.017287] env[69529]: INFO nova.compute.manager [-] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Took 3.11 seconds to deallocate network for instance. [ 666.037606] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.041785] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 666.041785] env[69529]: value = "task-3355372" [ 666.041785] env[69529]: _type = "Task" [ 666.041785] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.075709] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.301712] env[69529]: INFO nova.compute.manager [-] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Took 2.85 seconds to deallocate network for instance. [ 666.319441] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c71d8f-8872-43ed-a9a7-1ba05e0cc9a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.330946] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abd9988-79be-4022-875c-6c0b59138949 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.364856] env[69529]: DEBUG nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.368792] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c5202b-2a5d-4e22-ba65-c171cf739907 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.376422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.376422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquired lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.376422] env[69529]: DEBUG nova.network.neutron [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.381936] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d53a00-5340-43c3-93c2-64df4f7cfd3a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.399486] env[69529]: DEBUG nova.compute.provider_tree [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.490584] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.542896] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.557482] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355372, 'name': ReconfigVM_Task, 'duration_secs': 0.360157} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.557819] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a8ab0f37-e0a6-4223-85cd-fa779c6139c9/a8ab0f37-e0a6-4223-85cd-fa779c6139c9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.558540] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83cc10ee-226f-48b1-b588-1b4c32b73aba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.568240] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 666.568240] env[69529]: value = "task-3355373" [ 666.568240] env[69529]: _type = "Task" [ 666.568240] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.578660] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355373, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.657283] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updated VIF entry in instance network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.657709] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [{"id": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "address": "fa:16:3e:b7:8e:b2", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f7c3e5-b7", "ovs_interfaceid": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.814471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.895055] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.903748] env[69529]: DEBUG nova.scheduler.client.report [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.921640] env[69529]: DEBUG nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.950029] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.950159] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.950277] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.950680] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.950912] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.951284] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.951586] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.951750] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.951912] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.952291] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.952486] env[69529]: DEBUG nova.virt.hardware [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.955239] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a656f-c3dd-4b6c-9c66-a439dd9a183a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.968169] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28987d5-48e0-4850-82d7-c049f341b340 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.985985] env[69529]: DEBUG nova.network.neutron [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.998575] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.082403] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355373, 'name': Rename_Task, 'duration_secs': 0.151727} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.082719] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.082974] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31887f1a-0b0b-456b-a95e-861e57b6cd3b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.092270] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 667.092270] env[69529]: value = "task-3355374" [ 667.092270] env[69529]: _type = "Task" [ 667.092270] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.102486] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.162154] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Releasing lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.162503] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Received event network-vif-plugged-7a552027-32fb-421f-b94e-fe17ae5548e2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.162664] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquiring lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.162875] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.163145] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.163690] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] No waiting events found dispatching network-vif-plugged-7a552027-32fb-421f-b94e-fe17ae5548e2 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.163690] env[69529]: WARNING nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Received unexpected event network-vif-plugged-7a552027-32fb-421f-b94e-fe17ae5548e2 for instance with vm_state building and task_state spawning. [ 667.163690] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Received event network-changed-7a552027-32fb-421f-b94e-fe17ae5548e2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.163823] env[69529]: DEBUG nova.compute.manager [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Refreshing instance network info cache due to event network-changed-7a552027-32fb-421f-b94e-fe17ae5548e2. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.164014] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquiring lock "refresh_cache-9eb3ac42-0a1e-4514-82a3-8a0656c64978" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.164194] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Acquired lock "refresh_cache-9eb3ac42-0a1e-4514-82a3-8a0656c64978" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.164429] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Refreshing network info cache for port 7a552027-32fb-421f-b94e-fe17ae5548e2 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.295156] env[69529]: DEBUG nova.network.neutron [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Successfully created port: c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.412027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.412027] env[69529]: DEBUG nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.413424] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.529s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.415518] env[69529]: INFO nova.compute.claims [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.430961] env[69529]: DEBUG nova.network.neutron [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updating instance_info_cache with network_info: [{"id": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "address": "fa:16:3e:fb:76:5c", "network": {"id": "94f3ccaa-1670-48fc-83d8-5e9be5f58505", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-245953204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c79aa720d7f40dfac56df0a8bd5a4cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d00d8a-9d", "ovs_interfaceid": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.495981] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355371, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.774519} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.496217] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 9eb3ac42-0a1e-4514-82a3-8a0656c64978/9eb3ac42-0a1e-4514-82a3-8a0656c64978.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.496462] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.496709] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78a0ff59-6fd4-457c-b9b5-18ba95499943 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.505596] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 667.505596] env[69529]: value = "task-3355375" [ 667.505596] env[69529]: _type = "Task" [ 667.505596] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.519208] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.582034] env[69529]: DEBUG nova.network.neutron [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Successfully updated port: 893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.605076] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.920928] env[69529]: DEBUG nova.compute.utils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.928521] env[69529]: DEBUG nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.929174] env[69529]: DEBUG nova.network.neutron [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.933810] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Releasing lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.936534] env[69529]: DEBUG nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Instance network_info: |[{"id": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "address": "fa:16:3e:fb:76:5c", "network": {"id": "94f3ccaa-1670-48fc-83d8-5e9be5f58505", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-245953204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c79aa720d7f40dfac56df0a8bd5a4cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d00d8a-9d", "ovs_interfaceid": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.936693] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:76:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07d00d8a-9d3d-4d7a-904f-2449e4f8b4db', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.949022] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Creating folder: Project (3c79aa720d7f40dfac56df0a8bd5a4cf). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.949022] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba674ccd-ef13-4567-994c-b25dc8c5880c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.962154] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Created folder: Project (3c79aa720d7f40dfac56df0a8bd5a4cf) in parent group-v669649. [ 667.962684] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Creating folder: Instances. Parent ref: group-v669674. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.962684] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ab89d3c-b5e9-4bed-b9bf-ccebb0bc478d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.974729] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Created folder: Instances in parent group-v669674. [ 667.975031] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.977657] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.977878] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f50dd12-4556-4f01-a9e5-0a7647d4be7d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.007415] env[69529]: DEBUG nova.policy [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85dd4a917cf64da2a29f2223a67a8bef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6abf7723254e02822de3c0c603c792', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.013218] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.013218] env[69529]: value = "task-3355378" [ 668.013218] env[69529]: _type = "Task" [ 668.013218] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.016782] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072696} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.019894] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.020639] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae3bf5a-8f94-4ef9-9f76-45050edc587a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.029535] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355378, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.053866] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 9eb3ac42-0a1e-4514-82a3-8a0656c64978/9eb3ac42-0a1e-4514-82a3-8a0656c64978.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.054207] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e81aff49-2397-460b-83d1-89e005014764 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.074567] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 668.074567] env[69529]: value = "task-3355379" [ 668.074567] env[69529]: _type = "Task" [ 668.074567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.083060] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.087684] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.087906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.087971] env[69529]: DEBUG nova.network.neutron [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.104816] env[69529]: DEBUG oslo_vmware.api [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355374, 'name': PowerOnVM_Task, 'duration_secs': 0.666615} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.104816] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.104816] env[69529]: INFO nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Took 16.07 seconds to spawn the instance on the hypervisor. [ 668.104816] env[69529]: DEBUG nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.108278] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dea865-edbb-4039-a08d-1f9855640f04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.122992] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Updated VIF entry in instance network info cache for port 7a552027-32fb-421f-b94e-fe17ae5548e2. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.123468] env[69529]: DEBUG nova.network.neutron [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Updating instance_info_cache with network_info: [{"id": "7a552027-32fb-421f-b94e-fe17ae5548e2", "address": "fa:16:3e:23:2c:db", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a552027-32", "ovs_interfaceid": "7a552027-32fb-421f-b94e-fe17ae5548e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.244355] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.244594] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.401635] env[69529]: DEBUG nova.compute.manager [req-4ff0ec07-7426-4b97-8b68-def8e56e066d req-f38f3e82-3492-49b7-af4e-d74522aa8b8a service nova] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Received event network-vif-deleted-fe4d1302-a215-4046-b8d5-7b9cbc393c31 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.427709] env[69529]: DEBUG nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.465563] env[69529]: DEBUG nova.network.neutron [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Successfully created port: a8f6710d-9f90-4dba-88bb-3ad8c65b2650 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.535952] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355378, 'name': CreateVM_Task, 'duration_secs': 0.409133} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.535952] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.535952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.535952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.535952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.538748] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3fc3187-32e6-48f5-9965-23b0bdec5a53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.550294] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 668.550294] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52802ea4-b8c9-bddf-7915-3a8b3a754270" [ 668.550294] env[69529]: _type = "Task" [ 668.550294] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.566717] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52802ea4-b8c9-bddf-7915-3a8b3a754270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.586819] env[69529]: DEBUG nova.network.neutron [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Successfully updated port: 838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.595161] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355379, 'name': ReconfigVM_Task, 'duration_secs': 0.310938} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.595443] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 9eb3ac42-0a1e-4514-82a3-8a0656c64978/9eb3ac42-0a1e-4514-82a3-8a0656c64978.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.596072] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47283b52-5fe0-49d3-8c42-163b89a5edfb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.604795] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 668.604795] env[69529]: value = "task-3355380" [ 668.604795] env[69529]: _type = "Task" [ 668.604795] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.617357] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355380, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.626187] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e861e74-0455-43e1-8617-32e88c258bb4 req-4f981700-9410-441f-ada6-4930767ebda4 service nova] Releasing lock "refresh_cache-9eb3ac42-0a1e-4514-82a3-8a0656c64978" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.638492] env[69529]: INFO nova.compute.manager [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Took 24.84 seconds to build instance. [ 668.686456] env[69529]: DEBUG nova.network.neutron [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.747691] env[69529]: DEBUG nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.820772] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f7bb2a-a36f-4f60-b04b-6a9161576979 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.833026] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a761a3b0-adbb-4aa7-b217-6f641cc764c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.868941] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bfee92-aa1b-453b-8963-6e754ef34784 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.878328] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d841d7-9cb0-4a5f-8bbc-4c7c4a76ef5b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.895223] env[69529]: DEBUG nova.compute.provider_tree [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.949162] env[69529]: DEBUG nova.network.neutron [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Updating instance_info_cache with network_info: [{"id": "893f5fb8-4626-49d9-8b88-e501e660da13", "address": "fa:16:3e:88:90:dd", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f5fb8-46", "ovs_interfaceid": "893f5fb8-4626-49d9-8b88-e501e660da13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.061262] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52802ea4-b8c9-bddf-7915-3a8b3a754270, 'name': SearchDatastore_Task, 'duration_secs': 0.015979} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.061262] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.061836] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.061836] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.061836] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.061934] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.062967] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-266ba47f-b348-4417-ac34-b51842e224f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.076357] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.076357] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.076357] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f1f254-ae5f-4810-9c7f-6b7e1adad998 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.082365] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 669.082365] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5282231a-3ff5-67e1-1898-aa3d1b9dff39" [ 669.082365] env[69529]: _type = "Task" [ 669.082365] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.091700] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "refresh_cache-1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.091842] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquired lock "refresh_cache-1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.091981] env[69529]: DEBUG nova.network.neutron [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.093988] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5282231a-3ff5-67e1-1898-aa3d1b9dff39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.118377] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355380, 'name': Rename_Task, 'duration_secs': 0.156432} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.119348] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.119706] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01a3c0d7-43e5-4421-aad1-4faa1b7a1941 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.129029] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 669.129029] env[69529]: value = "task-3355381" [ 669.129029] env[69529]: _type = "Task" [ 669.129029] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.138338] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.142874] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a49d9ed-f114-4f26-9d58-a0bc65f430a0 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.365s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.207768] env[69529]: DEBUG nova.network.neutron [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Successfully updated port: c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.268120] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.398802] env[69529]: DEBUG nova.scheduler.client.report [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.435288] env[69529]: DEBUG nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.452603] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Releasing lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.456080] env[69529]: DEBUG nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Instance network_info: |[{"id": "893f5fb8-4626-49d9-8b88-e501e660da13", "address": "fa:16:3e:88:90:dd", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f5fb8-46", "ovs_interfaceid": "893f5fb8-4626-49d9-8b88-e501e660da13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.459132] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:90:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893f5fb8-4626-49d9-8b88-e501e660da13', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.467218] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Creating folder: Project (55781e1d537b47f59cb90f1819a4e944). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.468665] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a82d9d6c-230b-4e77-9822-97f5f369a828 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.476900] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.477154] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.477310] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.477492] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.477633] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.477774] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.477983] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.482104] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.482355] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.482554] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.482764] env[69529]: DEBUG nova.virt.hardware [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.483797] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442ee13b-9b90-4532-9e57-3dbc3aabbe13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.488023] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Created folder: Project (55781e1d537b47f59cb90f1819a4e944) in parent group-v669649. [ 669.488124] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Creating folder: Instances. Parent ref: group-v669677. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.488662] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0a6547-23c8-40a0-a4cb-d5becfd5da66 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.494253] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f992514-e868-4bb3-82aa-11656ca8d304 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.499952] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Created folder: Instances in parent group-v669677. [ 669.500354] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.500660] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.500983] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9d956f-186b-4f28-afec-6819e318bf4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.536720] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.536720] env[69529]: value = "task-3355384" [ 669.536720] env[69529]: _type = "Task" [ 669.536720] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.552200] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355384, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.600574] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5282231a-3ff5-67e1-1898-aa3d1b9dff39, 'name': SearchDatastore_Task, 'duration_secs': 0.027863} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.602403] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911ac43c-9efe-448d-b761-800f241a3543 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.609741] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 669.609741] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52afcfb6-d29c-bcb5-bee5-86f4b68b5cc7" [ 669.609741] env[69529]: _type = "Task" [ 669.609741] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.618395] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52afcfb6-d29c-bcb5-bee5-86f4b68b5cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.640548] env[69529]: DEBUG oslo_vmware.api [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355381, 'name': PowerOnVM_Task, 'duration_secs': 0.475095} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.640548] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.640731] env[69529]: INFO nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Took 15.16 seconds to spawn the instance on the hypervisor. [ 669.640913] env[69529]: DEBUG nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.641810] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9166ae61-7330-4787-a27b-68ff022acaff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.645753] env[69529]: DEBUG nova.network.neutron [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.716086] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.716086] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquired lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.716086] env[69529]: DEBUG nova.network.neutron [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.874829] env[69529]: DEBUG nova.network.neutron [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Updating instance_info_cache with network_info: [{"id": "838ca8b4-ab7e-4fc2-b4ae-16df41d26c07", "address": "fa:16:3e:24:ee:5d", "network": {"id": "feff4217-1b0a-460b-804f-b3b6be033cdb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2100444929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c110b6edd03346eb8dcac0499f7c9730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838ca8b4-ab", "ovs_interfaceid": "838ca8b4-ab7e-4fc2-b4ae-16df41d26c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.904955] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.907105] env[69529]: DEBUG nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.911951] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.368s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.911951] env[69529]: DEBUG nova.objects.instance [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lazy-loading 'resources' on Instance uuid c6fb00ec-1a3b-4b4e-9919-0a99d08447d9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.054510] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355384, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.122167] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52afcfb6-d29c-bcb5-bee5-86f4b68b5cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.122510] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.123649] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 1d615966-8d6e-4815-8128-f882fff2f889/1d615966-8d6e-4815-8128-f882fff2f889.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.123649] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-374068ac-774a-4f5d-832f-3361055bf0cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.136201] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 670.136201] env[69529]: value = "task-3355385" [ 670.136201] env[69529]: _type = "Task" [ 670.136201] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.149661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.150041] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.156180] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.167652] env[69529]: INFO nova.compute.manager [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Took 22.97 seconds to build instance. [ 670.286778] env[69529]: DEBUG nova.network.neutron [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.378903] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Releasing lock "refresh_cache-1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.379261] env[69529]: DEBUG nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Instance network_info: |[{"id": "838ca8b4-ab7e-4fc2-b4ae-16df41d26c07", "address": "fa:16:3e:24:ee:5d", "network": {"id": "feff4217-1b0a-460b-804f-b3b6be033cdb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2100444929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c110b6edd03346eb8dcac0499f7c9730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838ca8b4-ab", "ovs_interfaceid": "838ca8b4-ab7e-4fc2-b4ae-16df41d26c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.379727] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:ee:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '838ca8b4-ab7e-4fc2-b4ae-16df41d26c07', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.389530] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Creating folder: Project (c110b6edd03346eb8dcac0499f7c9730). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.389651] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ad4baba-7cb8-4399-aa13-7ffc61ada08a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.404766] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Created folder: Project (c110b6edd03346eb8dcac0499f7c9730) in parent group-v669649. [ 670.405036] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Creating folder: Instances. Parent ref: group-v669680. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.405215] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34448d52-0f48-4f06-a15c-a9fb0e557d5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.418194] env[69529]: DEBUG nova.compute.utils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.427725] env[69529]: DEBUG nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 670.428469] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Created folder: Instances in parent group-v669680. [ 670.428746] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.428944] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.429387] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af4a6387-917a-4491-989b-a854cd8c5771 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.461185] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.461185] env[69529]: value = "task-3355388" [ 670.461185] env[69529]: _type = "Task" [ 670.461185] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.478120] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355388, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.557508] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355384, 'name': CreateVM_Task, 'duration_secs': 0.643131} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.562730] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.564764] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.565082] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.565536] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.565882] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4c8a55-2e98-467b-923d-5ad0ed649b42 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.575547] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 670.575547] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529ce4cd-f254-bc28-d062-2ecbbca1ff38" [ 670.575547] env[69529]: _type = "Task" [ 670.575547] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.596016] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529ce4cd-f254-bc28-d062-2ecbbca1ff38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.651571] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.657372] env[69529]: DEBUG nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.675450] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4b82b564-3140-4542-be6b-213934a368f0 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.488s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.750861] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb8000-b9ef-4951-b842-e051694da886 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.761013] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05161fa-d61b-44a1-9843-4682bc2fa2d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.796881] env[69529]: DEBUG nova.network.neutron [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Updating instance_info_cache with network_info: [{"id": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "address": "fa:16:3e:5b:20:b4", "network": {"id": "1d910c03-24c2-4b96-99ed-7601cff1fea0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-222301653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac15d203f5d439da313fd3074f88248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b20cc5-6d", "ovs_interfaceid": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.798734] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08077d-238c-4c7c-abd0-b0bec633c217 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.809705] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab38d36d-16e6-4a7d-bf49-38efb8d6e7bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.827491] env[69529]: DEBUG nova.compute.provider_tree [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.882601] env[69529]: DEBUG nova.network.neutron [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Successfully updated port: a8f6710d-9f90-4dba-88bb-3ad8c65b2650 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.927180] env[69529]: DEBUG nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.980886] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355388, 'name': CreateVM_Task, 'duration_secs': 0.445796} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.980886] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.981794] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.094120] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529ce4cd-f254-bc28-d062-2ecbbca1ff38, 'name': SearchDatastore_Task, 'duration_secs': 0.054454} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.094120] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.094120] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.094120] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.094570] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.094570] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.094729] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.095028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.095241] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8670a46e-9b15-474d-8c67-55348d842728 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.098131] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56899df-a44e-47d0-8033-4d73a72dade6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.104100] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 671.104100] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521299e5-31bd-beaa-9d0a-e0194a1e8f57" [ 671.104100] env[69529]: _type = "Task" [ 671.104100] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.109223] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.109722] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.110691] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87586e06-2f00-482f-a299-4688040972d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.117472] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521299e5-31bd-beaa-9d0a-e0194a1e8f57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.121440] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 671.121440] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5220589a-6c26-cb97-b6e5-662db6852f98" [ 671.121440] env[69529]: _type = "Task" [ 671.121440] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.131836] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5220589a-6c26-cb97-b6e5-662db6852f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.147215] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578401} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.147485] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 1d615966-8d6e-4815-8128-f882fff2f889/1d615966-8d6e-4815-8128-f882fff2f889.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.147694] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.147939] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c687b2-9890-48d5-a227-2d288a886368 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.157223] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 671.157223] env[69529]: value = "task-3355389" [ 671.157223] env[69529]: _type = "Task" [ 671.157223] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.167479] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.181265] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.304060] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Releasing lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.304394] env[69529]: DEBUG nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Instance network_info: |[{"id": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "address": "fa:16:3e:5b:20:b4", "network": {"id": "1d910c03-24c2-4b96-99ed-7601cff1fea0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-222301653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac15d203f5d439da313fd3074f88248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b20cc5-6d", "ovs_interfaceid": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.305576] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:20:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0b20cc5-6d23-4bec-8a41-215ea4769209', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.316477] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Creating folder: Project (3ac15d203f5d439da313fd3074f88248). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.317498] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78131ef7-1912-45f5-be89-b5523f255691 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.334308] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Created folder: Project (3ac15d203f5d439da313fd3074f88248) in parent group-v669649. [ 671.334530] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Creating folder: Instances. Parent ref: group-v669683. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.335102] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe09578-e07f-4b75-8046-adc02be9a79a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.350021] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Created folder: Instances in parent group-v669683. [ 671.350021] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.350021] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.350021] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c38cdcf6-e1bc-4744-9def-3e466cec48d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.371225] env[69529]: ERROR nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [req-16583a70-62fd-46c0-8845-02706f6d8616] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-16583a70-62fd-46c0-8845-02706f6d8616"}]} [ 671.380503] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.380503] env[69529]: value = "task-3355392" [ 671.380503] env[69529]: _type = "Task" [ 671.380503] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.392376] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "refresh_cache-59772238-29b7-445c-94db-06554ae5d184" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.392526] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquired lock "refresh_cache-59772238-29b7-445c-94db-06554ae5d184" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.392680] env[69529]: DEBUG nova.network.neutron [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.394054] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355392, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.398273] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.404789] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "29afca04-1a1d-4518-a2cb-c02055db1a49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.405017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.416062] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.416274] env[69529]: DEBUG nova.compute.provider_tree [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.431335] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.465237] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.597602] env[69529]: DEBUG nova.compute.manager [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.598808] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9abfed-0a97-4efa-a588-cd0ed8132575 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.624357] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521299e5-31bd-beaa-9d0a-e0194a1e8f57, 'name': SearchDatastore_Task, 'duration_secs': 0.029376} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.628953] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.629283] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.629428] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.642874] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5220589a-6c26-cb97-b6e5-662db6852f98, 'name': SearchDatastore_Task, 'duration_secs': 0.017015} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.643537] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0248988b-56e4-49d5-af02-33d3a8a59739 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.650978] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 671.650978] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aff3c4-4004-d535-669d-fe79ba181017" [ 671.650978] env[69529]: _type = "Task" [ 671.650978] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.666075] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aff3c4-4004-d535-669d-fe79ba181017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.675059] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105086} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.675059] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.675059] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd114a2-ccf7-4f42-afd5-5db64a740841 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.708538] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 1d615966-8d6e-4815-8128-f882fff2f889/1d615966-8d6e-4815-8128-f882fff2f889.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.712734] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30dbcc2b-f05d-474a-871b-13893c1210b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.735502] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 671.735502] env[69529]: value = "task-3355393" [ 671.735502] env[69529]: _type = "Task" [ 671.735502] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.745030] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.849012] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ddc52-2391-4137-b6bf-8d2704bf7582 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.861018] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e053f2a3-1ff7-407d-b7d3-31fdcbb1f882 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.892292] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf6583-3ff3-4b8d-a67d-f4d7f0140abb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.905866] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ec246a-1e7f-4e74-8ed1-59867e4d2041 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.909625] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355392, 'name': CreateVM_Task, 'duration_secs': 0.478122} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.909982] env[69529]: DEBUG nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.912454] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.914945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.914945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.914945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.914945] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7349be2c-6945-4227-a6ad-9bc183103073 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.927727] env[69529]: DEBUG nova.compute.provider_tree [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.933721] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 671.933721] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5238a49e-8c3e-0cae-933f-3592103ea177" [ 671.933721] env[69529]: _type = "Task" [ 671.933721] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.948834] env[69529]: DEBUG nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.954174] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5238a49e-8c3e-0cae-933f-3592103ea177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.962420] env[69529]: DEBUG nova.network.neutron [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.992231] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.992515] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.992672] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.992852] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.992998] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.993231] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.993523] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.993697] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.993867] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.994045] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.994226] env[69529]: DEBUG nova.virt.hardware [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.995427] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6bb704-7e37-4a09-b84a-43e84e18fbb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.007825] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2179d754-e0e5-49a5-8ad0-2f3c20cd9527 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.026773] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.032360] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Creating folder: Project (d9ba0a39fe2e443788a2b8f182c96d08). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.035393] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f963e9-d59a-430b-a010-c79c30574b86 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.049268] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Created folder: Project (d9ba0a39fe2e443788a2b8f182c96d08) in parent group-v669649. [ 672.049268] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Creating folder: Instances. Parent ref: group-v669686. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.049268] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-196fa9ff-186f-42fd-a001-8d2944d936df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.061044] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Created folder: Instances in parent group-v669686. [ 672.061487] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.061733] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.062040] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ea3534f-4928-4e19-83b8-5a0e065f9345 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.090197] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.090197] env[69529]: value = "task-3355396" [ 672.090197] env[69529]: _type = "Task" [ 672.090197] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.098251] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355396, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.120473] env[69529]: INFO nova.compute.manager [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] instance snapshotting [ 672.120473] env[69529]: WARNING nova.compute.manager [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 672.125901] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c1080-1f6c-4eb7-b667-759299485a55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.148207] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cb5973-b99d-4d23-97bb-e4ae822d7830 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.163570] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aff3c4-4004-d535-669d-fe79ba181017, 'name': SearchDatastore_Task, 'duration_secs': 0.013963} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.169031] env[69529]: DEBUG nova.network.neutron [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Updating instance_info_cache with network_info: [{"id": "a8f6710d-9f90-4dba-88bb-3ad8c65b2650", "address": "fa:16:3e:f5:92:ed", "network": {"id": "0550adc6-870b-47d0-8505-15ee53c917b6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2141550968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6abf7723254e02822de3c0c603c792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f6710d-9f", "ovs_interfaceid": "a8f6710d-9f90-4dba-88bb-3ad8c65b2650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.169211] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.169211] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] ca734f2f-897f-4c15-b795-1408eb9b8270/ca734f2f-897f-4c15-b795-1408eb9b8270.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.171747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171965] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.172247] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c96696e-2978-4c26-bf1f-87a0b729fb1b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.175703] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6bdf71c-a373-4532-b79b-9f9349637baa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.183119] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 672.183119] env[69529]: value = "task-3355397" [ 672.183119] env[69529]: _type = "Task" [ 672.183119] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.189380] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.189563] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.191023] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8844452-774a-4224-a4b2-567b37b79004 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.200352] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.205147] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 672.205147] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520f79e6-d0b1-bd8b-5394-cf24e824bfd4" [ 672.205147] env[69529]: _type = "Task" [ 672.205147] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.215229] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520f79e6-d0b1-bd8b-5394-cf24e824bfd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.247378] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.436104] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.446612] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5238a49e-8c3e-0cae-933f-3592103ea177, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.446960] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.447213] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.448504] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.461505] env[69529]: ERROR nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] [req-bd0c543c-25ab-4946-a668-7329c2f71466] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd0c543c-25ab-4946-a668-7329c2f71466"}]} [ 672.489252] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.498023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.498134] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.515301] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.516395] env[69529]: DEBUG nova.compute.provider_tree [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.537710] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.549976] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.550786] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.555011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "d90f2650-201d-41a4-b39d-2b2c28c4b781" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.555011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.571020] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.606328] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355396, 'name': CreateVM_Task, 'duration_secs': 0.505393} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.606785] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.608493] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.609010] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.610325] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.610325] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cd7487-53d4-4c64-b723-7c27265eea54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.621963] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 672.621963] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523eebe5-b018-ee9d-9c34-fd7949818c26" [ 672.621963] env[69529]: _type = "Task" [ 672.621963] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.634189] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523eebe5-b018-ee9d-9c34-fd7949818c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.673825] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Releasing lock "refresh_cache-59772238-29b7-445c-94db-06554ae5d184" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.676682] env[69529]: DEBUG nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Instance network_info: |[{"id": "a8f6710d-9f90-4dba-88bb-3ad8c65b2650", "address": "fa:16:3e:f5:92:ed", "network": {"id": "0550adc6-870b-47d0-8505-15ee53c917b6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2141550968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6abf7723254e02822de3c0c603c792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f6710d-9f", "ovs_interfaceid": "a8f6710d-9f90-4dba-88bb-3ad8c65b2650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.676682] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 672.676914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:92:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8f6710d-9f90-4dba-88bb-3ad8c65b2650', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.687701] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Creating folder: Project (fa6abf7723254e02822de3c0c603c792). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.690736] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f25d2802-60a8-4b88-8da1-39653859fb90 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.695160] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b4b8748-fa41-4b66-9033-c7ea1e440a66 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.706759] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355397, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.714836] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 672.714836] env[69529]: value = "task-3355399" [ 672.714836] env[69529]: _type = "Task" [ 672.714836] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.718442] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Created folder: Project (fa6abf7723254e02822de3c0c603c792) in parent group-v669649. [ 672.718842] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Creating folder: Instances. Parent ref: group-v669689. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.722540] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c686a5fb-ab00-4d77-8276-0e6ddbe642ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.732493] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520f79e6-d0b1-bd8b-5394-cf24e824bfd4, 'name': SearchDatastore_Task, 'duration_secs': 0.023927} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.737515] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14a5a33-f196-4015-903f-14c7c9280ae1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.747571] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.750359] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Created folder: Instances in parent group-v669689. [ 672.750359] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.750359] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59772238-29b7-445c-94db-06554ae5d184] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.750359] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-053c0ce2-0af9-4e7e-a60b-a88b4d705402 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.777761] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355393, 'name': ReconfigVM_Task, 'duration_secs': 0.60814} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.778130] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 672.778130] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5243947a-1287-c382-c23c-757bef4dfca4" [ 672.778130] env[69529]: _type = "Task" [ 672.778130] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.779205] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 1d615966-8d6e-4815-8128-f882fff2f889/1d615966-8d6e-4815-8128-f882fff2f889.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.779990] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8e1b493-66a0-473b-ab38-7d042e8eedcf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.790287] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.790287] env[69529]: value = "task-3355401" [ 672.790287] env[69529]: _type = "Task" [ 672.790287] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.801421] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5243947a-1287-c382-c23c-757bef4dfca4, 'name': SearchDatastore_Task, 'duration_secs': 0.018882} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.801713] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 672.801713] env[69529]: value = "task-3355402" [ 672.801713] env[69529]: _type = "Task" [ 672.801713] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.804805] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.805116] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c/1d8a9584-c6c5-4be0-9a70-0a847c4aa66c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.805762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.806095] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.806322] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05ac4237-eb90-49fd-9d74-7aedcb31bc09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.814851] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a842d0-7d7a-4278-9b0b-bdbfbf4d92b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.816723] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355401, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.829829] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355402, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.833251] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 672.833251] env[69529]: value = "task-3355403" [ 672.833251] env[69529]: _type = "Task" [ 672.833251] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.834122] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.834122] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.835327] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d035492-a327-41fd-9739-2858bf269b2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.851465] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.851724] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 672.851724] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e52eb-2229-feaa-baad-00c1054c84c6" [ 672.851724] env[69529]: _type = "Task" [ 672.851724] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.861306] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e52eb-2229-feaa-baad-00c1054c84c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.985084] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Received event network-vif-plugged-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.985471] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "1d615966-8d6e-4815-8128-f882fff2f889-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.985881] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "1d615966-8d6e-4815-8128-f882fff2f889-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.985967] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "1d615966-8d6e-4815-8128-f882fff2f889-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.986192] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] No waiting events found dispatching network-vif-plugged-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.986396] env[69529]: WARNING nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Received unexpected event network-vif-plugged-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db for instance with vm_state building and task_state spawning. [ 672.986620] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Received event network-vif-deleted-bb719ae5-c311-4599-90c9-0003dd9ddc28 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.986822] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Received event network-changed-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.986982] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Refreshing instance network info cache due to event network-changed-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.987185] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.987344] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquired lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.987580] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Refreshing network info cache for port 07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.028407] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460e0904-75a0-45d1-bd68-2dbb5eb0221a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.039799] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a663456e-4282-4f16-b78c-ad5dddb4d168 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.078656] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158a7af-74e8-48bd-bcf6-a18e7d44bffb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.088218] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a07fa-061f-466e-8d08-43e0c2d378c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.109652] env[69529]: DEBUG nova.compute.provider_tree [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.135690] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523eebe5-b018-ee9d-9c34-fd7949818c26, 'name': SearchDatastore_Task, 'duration_secs': 0.062047} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.136270] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.136754] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.137073] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.207435] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562951} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.208648] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] ca734f2f-897f-4c15-b795-1408eb9b8270/ca734f2f-897f-4c15-b795-1408eb9b8270.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.208648] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.208648] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b42b2216-39b9-4730-b87f-767655002c7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.220469] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 673.220469] env[69529]: value = "task-3355404" [ 673.220469] env[69529]: _type = "Task" [ 673.220469] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.243214] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355399, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.245111] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.311848] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355401, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.326101] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355402, 'name': Rename_Task, 'duration_secs': 0.196785} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.326101] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.326314] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02289bcd-d878-485c-afb7-cd2fce32fd7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.337769] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 673.337769] env[69529]: value = "task-3355405" [ 673.337769] env[69529]: _type = "Task" [ 673.337769] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.356309] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355403, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.366607] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.376499] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e52eb-2229-feaa-baad-00c1054c84c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014901} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.377638] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d6b425-a07c-4b5f-b22e-e39a9e330118 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.387081] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 673.387081] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529d995c-97ac-b61b-3871-47ca0b6a8b0b" [ 673.387081] env[69529]: _type = "Task" [ 673.387081] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.398604] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529d995c-97ac-b61b-3871-47ca0b6a8b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.651990] env[69529]: DEBUG nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updated inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 673.653219] env[69529]: DEBUG nova.compute.provider_tree [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 25 to 26 during operation: update_inventory {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 673.653219] env[69529]: DEBUG nova.compute.provider_tree [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.738304] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355399, 'name': CreateSnapshot_Task, 'duration_secs': 0.903108} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.743064] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 673.743064] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bde4557-8293-4687-9399-4ccf143fc99b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.751994] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097218} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.752794] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.753755] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a6875-657c-4caa-92ec-da94b28eb69d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.787198] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] ca734f2f-897f-4c15-b795-1408eb9b8270/ca734f2f-897f-4c15-b795-1408eb9b8270.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.787198] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79afd30c-0cf1-42dd-8123-7d1a0feb46dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.814223] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355401, 'name': CreateVM_Task, 'duration_secs': 0.762037} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.815580] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updated VIF entry in instance network info cache for port 07d00d8a-9d3d-4d7a-904f-2449e4f8b4db. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.815580] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updating instance_info_cache with network_info: [{"id": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "address": "fa:16:3e:fb:76:5c", "network": {"id": "94f3ccaa-1670-48fc-83d8-5e9be5f58505", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-245953204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c79aa720d7f40dfac56df0a8bd5a4cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d00d8a-9d", "ovs_interfaceid": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.822253] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59772238-29b7-445c-94db-06554ae5d184] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.822719] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 673.822719] env[69529]: value = "task-3355406" [ 673.822719] env[69529]: _type = "Task" [ 673.822719] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.824097] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.824257] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.824979] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.825397] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75197609-535c-47a8-ad18-c3758c82b194 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.838371] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 673.838371] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f9a16-9c0a-1c9d-19bb-6c6901a26d01" [ 673.838371] env[69529]: _type = "Task" [ 673.838371] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.845957] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.860580] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739926} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.867866] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c/1d8a9584-c6c5-4be0-9a70-0a847c4aa66c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.867866] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.868079] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355405, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.868335] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f9a16-9c0a-1c9d-19bb-6c6901a26d01, 'name': SearchDatastore_Task, 'duration_secs': 0.015667} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.868847] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71cade83-4ea1-40a0-b5e6-ce8fee276e59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.873018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.873018] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.873018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.879260] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 673.879260] env[69529]: value = "task-3355407" [ 673.879260] env[69529]: _type = "Task" [ 673.879260] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.891173] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.900747] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529d995c-97ac-b61b-3871-47ca0b6a8b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.053692} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.901170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.901330] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 29e33bfc-97ee-400d-a772-420a9117c73c/29e33bfc-97ee-400d-a772-420a9117c73c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.901583] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.903194] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.903449] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f17129-3847-478a-b088-908489d9da16 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.905674] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03b8b437-51e3-4b3f-a2c9-623ef7998795 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.914659] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 673.914659] env[69529]: value = "task-3355408" [ 673.914659] env[69529]: _type = "Task" [ 673.914659] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.919375] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.919929] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.920822] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2daa6ca-096b-45f8-9b5c-cd07d1b0b19b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.927403] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.932884] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 673.932884] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52634f5b-2237-c877-4a33-9bc4827a84d3" [ 673.932884] env[69529]: _type = "Task" [ 673.932884] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.944211] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52634f5b-2237-c877-4a33-9bc4827a84d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.956768] env[69529]: DEBUG nova.compute.manager [None req-1ab6da95-8e80-471c-972d-c289623a5ee3 tempest-ServerDiagnosticsV248Test-352682175 tempest-ServerDiagnosticsV248Test-352682175-project-admin] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.957889] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb2a30a-d4cb-4f57-a05f-d2b616be146a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.966680] env[69529]: INFO nova.compute.manager [None req-1ab6da95-8e80-471c-972d-c289623a5ee3 tempest-ServerDiagnosticsV248Test-352682175 tempest-ServerDiagnosticsV248Test-352682175-project-admin] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Retrieving diagnostics [ 673.967817] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e392cc66-1970-4802-b3a4-725edb25ed54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.162907] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.251s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.165418] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.351s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.165711] env[69529]: DEBUG nova.objects.instance [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Lazy-loading 'resources' on Instance uuid 8801eef8-0e93-437b-91d4-9548bf7c8495 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.204101] env[69529]: INFO nova.scheduler.client.report [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Deleted allocations for instance c6fb00ec-1a3b-4b4e-9919-0a99d08447d9 [ 674.272520] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 674.273881] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d775443-4d34-416e-85b6-4c451e034d79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.287133] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 674.287133] env[69529]: value = "task-3355409" [ 674.287133] env[69529]: _type = "Task" [ 674.287133] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.300936] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355409, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.322154] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Releasing lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.322322] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Received event network-vif-plugged-893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.322482] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "ca734f2f-897f-4c15-b795-1408eb9b8270-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.322669] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.322884] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.323737] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] No waiting events found dispatching network-vif-plugged-893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.324490] env[69529]: WARNING nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Received unexpected event network-vif-plugged-893f5fb8-4626-49d9-8b88-e501e660da13 for instance with vm_state building and task_state spawning. [ 674.324490] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Received event network-changed-893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.324490] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Refreshing instance network info cache due to event network-changed-893f5fb8-4626-49d9-8b88-e501e660da13. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.324490] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.324734] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquired lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.324838] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Refreshing network info cache for port 893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.341441] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.357619] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355405, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.393947] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099955} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.394527] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.395660] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfb0e2-edb4-48ff-b10a-b62a27a9022c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.425401] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c/1d8a9584-c6c5-4be0-9a70-0a847c4aa66c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.425401] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d3b95be-377f-4fd5-b9b6-50f626a50eee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.458882] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355408, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.464713] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52634f5b-2237-c877-4a33-9bc4827a84d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.465197] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 674.465197] env[69529]: value = "task-3355410" [ 674.465197] env[69529]: _type = "Task" [ 674.465197] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.466551] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a926e8-6d92-4797-bcff-84d910cd0b91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.486543] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.487214] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 674.487214] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aa8c98-174e-49b0-d8a3-188453365eab" [ 674.487214] env[69529]: _type = "Task" [ 674.487214] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.500744] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aa8c98-174e-49b0-d8a3-188453365eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.525089] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.525337] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.710183] env[69529]: DEBUG nova.compute.manager [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 674.719398] env[69529]: DEBUG oslo_concurrency.lockutils [None req-541942fd-d613-42d4-867c-c4d7a0345fc1 tempest-ServerDiagnosticsTest-802741007 tempest-ServerDiagnosticsTest-802741007-project-member] Lock "c6fb00ec-1a3b-4b4e-9919-0a99d08447d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.543s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.798171] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355409, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.842908] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355406, 'name': ReconfigVM_Task, 'duration_secs': 0.858199} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.843299] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Reconfigured VM instance instance-0000000a to attach disk [datastore1] ca734f2f-897f-4c15-b795-1408eb9b8270/ca734f2f-897f-4c15-b795-1408eb9b8270.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.846108] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a77021-0d49-4526-936e-4454c1954b55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.862500] env[69529]: DEBUG oslo_vmware.api [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355405, 'name': PowerOnVM_Task, 'duration_secs': 1.416538} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.863900] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.864122] env[69529]: INFO nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Took 15.20 seconds to spawn the instance on the hypervisor. [ 674.864296] env[69529]: DEBUG nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.864721] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 674.864721] env[69529]: value = "task-3355411" [ 674.864721] env[69529]: _type = "Task" [ 674.864721] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.869115] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0e8107-2dfe-44ca-8b40-7dbed14745c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.942278] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605266} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.947174] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 29e33bfc-97ee-400d-a772-420a9117c73c/29e33bfc-97ee-400d-a772-420a9117c73c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.947174] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.948539] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0e146f7-8464-4d4b-a6fc-dbf32ce6bc1f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.964013] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 674.964013] env[69529]: value = "task-3355412" [ 674.964013] env[69529]: _type = "Task" [ 674.964013] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.989343] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.989968] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.009760] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aa8c98-174e-49b0-d8a3-188453365eab, 'name': SearchDatastore_Task, 'duration_secs': 0.0241} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.009760] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.009760] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 47c3549e-54ed-40d6-9acc-613d38553ac5/47c3549e-54ed-40d6-9acc-613d38553ac5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.009760] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.009956] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.010228] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96eeb9ff-964b-4e92-9389-c22c2b3480b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.012927] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bbb5095-cc6d-43a6-ba25-d45149e0cd63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.021912] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 675.021912] env[69529]: value = "task-3355413" [ 675.021912] env[69529]: _type = "Task" [ 675.021912] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.031154] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.031154] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.031365] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148b5482-088c-4cee-9467-6ab5d7baae20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.040387] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.042549] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 675.042549] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5275ae02-4155-ddc5-bb20-f225c664d05f" [ 675.042549] env[69529]: _type = "Task" [ 675.042549] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.056882] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5275ae02-4155-ddc5-bb20-f225c664d05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.073664] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.074561] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.152487] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af5dbb8-0d37-4c4e-8cd6-34011243f9a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.162088] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc10950-afa9-401d-bdce-305e589f84bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.200084] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Updated VIF entry in instance network info cache for port 893f5fb8-4626-49d9-8b88-e501e660da13. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.200461] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Updating instance_info_cache with network_info: [{"id": "893f5fb8-4626-49d9-8b88-e501e660da13", "address": "fa:16:3e:88:90:dd", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f5fb8-46", "ovs_interfaceid": "893f5fb8-4626-49d9-8b88-e501e660da13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.205736] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3d4479-e8cd-436e-b8e1-04d8a75ba9d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.212147] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58cbe4-15b4-4234-97ed-ab3b2a89d4dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.232777] env[69529]: DEBUG nova.compute.provider_tree [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.252054] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.301196] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355409, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.379975] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355411, 'name': Rename_Task, 'duration_secs': 0.401736} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.380426] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.380673] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d1c0e87-9850-4d8f-b69e-85a147cb1112 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.388181] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 675.388181] env[69529]: value = "task-3355414" [ 675.388181] env[69529]: _type = "Task" [ 675.388181] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.400030] env[69529]: INFO nova.compute.manager [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Took 25.96 seconds to build instance. [ 675.402178] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.482211] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220193} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.486029] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.486134] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355410, 'name': ReconfigVM_Task, 'duration_secs': 0.785218} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.486816] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050cdba8-2508-4f29-9a5e-967f0ceeb2da {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.489667] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c/1d8a9584-c6c5-4be0-9a70-0a847c4aa66c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.490218] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb1b648-2fd4-4e90-b6d3-4531c58f56ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.514870] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 29e33bfc-97ee-400d-a772-420a9117c73c/29e33bfc-97ee-400d-a772-420a9117c73c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.516496] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e6c703-6351-4b2e-b6ba-4a792cfea13b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.534140] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 675.534140] env[69529]: value = "task-3355415" [ 675.534140] env[69529]: _type = "Task" [ 675.534140] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.558914] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 675.558914] env[69529]: value = "task-3355416" [ 675.558914] env[69529]: _type = "Task" [ 675.558914] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.558914] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.565918] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355415, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.580069] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5275ae02-4155-ddc5-bb20-f225c664d05f, 'name': SearchDatastore_Task, 'duration_secs': 0.018933} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.585080] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.585287] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154ee75b-4ee0-42b4-8b63-f6798a16a32a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.594712] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 675.594712] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d309aa-5abf-5037-487b-e66176838c61" [ 675.594712] env[69529]: _type = "Task" [ 675.594712] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.608801] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d309aa-5abf-5037-487b-e66176838c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.706735] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Releasing lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.707160] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Received event network-vif-plugged-838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.707398] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.707723] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.707930] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.708201] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] No waiting events found dispatching network-vif-plugged-838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.708323] env[69529]: WARNING nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Received unexpected event network-vif-plugged-838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 for instance with vm_state building and task_state spawning. [ 675.708503] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Received event network-changed-838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.708668] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Refreshing instance network info cache due to event network-changed-838ca8b4-ab7e-4fc2-b4ae-16df41d26c07. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.709112] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "refresh_cache-1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.709273] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquired lock "refresh_cache-1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.709437] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Refreshing network info cache for port 838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.738670] env[69529]: DEBUG nova.scheduler.client.report [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.801374] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355409, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.901231] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355414, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.903802] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9644a149-4e8e-4941-881a-a7a4c20506e0 tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "1d615966-8d6e-4815-8128-f882fff2f889" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.005s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.052968] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355415, 'name': Rename_Task, 'duration_secs': 0.211353} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.057372] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.057967] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830917} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.058249] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-836fc236-d81a-4ba0-b134-a7e5dbf374c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.060289] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 47c3549e-54ed-40d6-9acc-613d38553ac5/47c3549e-54ed-40d6-9acc-613d38553ac5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.060545] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.060827] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52e007f5-96ab-4818-880c-5a05c6d7f70f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.075055] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 676.075055] env[69529]: value = "task-3355417" [ 676.075055] env[69529]: _type = "Task" [ 676.075055] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.075377] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 676.075377] env[69529]: value = "task-3355418" [ 676.075377] env[69529]: _type = "Task" [ 676.075377] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.088148] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.093526] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.097778] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.108217] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d309aa-5abf-5037-487b-e66176838c61, 'name': SearchDatastore_Task, 'duration_secs': 0.052114} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.109288] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.109288] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 59772238-29b7-445c-94db-06554ae5d184/59772238-29b7-445c-94db-06554ae5d184.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.109288] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcc80ddf-94c1-47ff-9d2c-3eb00f04719f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.118994] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 676.118994] env[69529]: value = "task-3355419" [ 676.118994] env[69529]: _type = "Task" [ 676.118994] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.130546] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.247115] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.249551] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.354s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.251360] env[69529]: INFO nova.compute.claims [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.271272] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.271272] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.273555] env[69529]: INFO nova.scheduler.client.report [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Deleted allocations for instance 8801eef8-0e93-437b-91d4-9548bf7c8495 [ 676.302394] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355409, 'name': CloneVM_Task, 'duration_secs': 1.988808} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.302788] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Created linked-clone VM from snapshot [ 676.303721] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64102ce8-7528-4841-8ab1-ce5714a6411c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.313671] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Uploading image 0fd2cb18-2a01-4c0f-b562-7bf5f202e06d {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 676.346538] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 676.346538] env[69529]: value = "vm-669693" [ 676.346538] env[69529]: _type = "VirtualMachine" [ 676.346538] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 676.347435] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01a6d42c-a2dc-4f7d-b746-6414a65a9368 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.358214] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease: (returnval){ [ 676.358214] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211c569-90bf-cfd9-b927-8359c8bb225d" [ 676.358214] env[69529]: _type = "HttpNfcLease" [ 676.358214] env[69529]: } obtained for exporting VM: (result){ [ 676.358214] env[69529]: value = "vm-669693" [ 676.358214] env[69529]: _type = "VirtualMachine" [ 676.358214] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 676.358541] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the lease: (returnval){ [ 676.358541] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211c569-90bf-cfd9-b927-8359c8bb225d" [ 676.358541] env[69529]: _type = "HttpNfcLease" [ 676.358541] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 676.366487] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.366487] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211c569-90bf-cfd9-b927-8359c8bb225d" [ 676.366487] env[69529]: _type = "HttpNfcLease" [ 676.366487] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 676.400937] env[69529]: DEBUG oslo_vmware.api [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355414, 'name': PowerOnVM_Task, 'duration_secs': 0.796447} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.401298] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.401448] env[69529]: INFO nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Took 14.34 seconds to spawn the instance on the hypervisor. [ 676.401628] env[69529]: DEBUG nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.404170] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a8542-2950-4ba6-8cb5-44a6307140a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.410442] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.529358] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Updated VIF entry in instance network info cache for port 838ca8b4-ab7e-4fc2-b4ae-16df41d26c07. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.529541] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Updating instance_info_cache with network_info: [{"id": "838ca8b4-ab7e-4fc2-b4ae-16df41d26c07", "address": "fa:16:3e:24:ee:5d", "network": {"id": "feff4217-1b0a-460b-804f-b3b6be033cdb", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2100444929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c110b6edd03346eb8dcac0499f7c9730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838ca8b4-ab", "ovs_interfaceid": "838ca8b4-ab7e-4fc2-b4ae-16df41d26c07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.580477] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355416, 'name': ReconfigVM_Task, 'duration_secs': 0.562779} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.589723] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 29e33bfc-97ee-400d-a772-420a9117c73c/29e33bfc-97ee-400d-a772-420a9117c73c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.591448] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ba7dd8c-b1dd-472b-acbe-51ed6b47ef79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.602820] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355417, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.607944] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 676.607944] env[69529]: value = "task-3355421" [ 676.607944] env[69529]: _type = "Task" [ 676.607944] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.608322] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087932} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.608699] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.613128] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5192de5-2926-4d51-8eb6-ef47d98881b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.648672] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 47c3549e-54ed-40d6-9acc-613d38553ac5/47c3549e-54ed-40d6-9acc-613d38553ac5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.649038] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355421, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.652527] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-421ae18c-1bb6-4157-957b-dd46e367e3a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.670507] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.678569] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 676.678569] env[69529]: value = "task-3355422" [ 676.678569] env[69529]: _type = "Task" [ 676.678569] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.706953] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.785422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5e5c9f05-3d90-481b-8481-bbbb73a35948 tempest-DeleteServersAdminTestJSON-907693248 tempest-DeleteServersAdminTestJSON-907693248-project-admin] Lock "8801eef8-0e93-437b-91d4-9548bf7c8495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.968s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.868623] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 676.868623] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211c569-90bf-cfd9-b927-8359c8bb225d" [ 676.868623] env[69529]: _type = "HttpNfcLease" [ 676.868623] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 676.868969] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 676.868969] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211c569-90bf-cfd9-b927-8359c8bb225d" [ 676.868969] env[69529]: _type = "HttpNfcLease" [ 676.868969] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 676.870449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b614be-dae4-4c66-9827-f7a6cf291e98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.882828] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b65cf-d90a-074d-71f8-39a413a686c7/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 676.883019] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b65cf-d90a-074d-71f8-39a413a686c7/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 676.967540] env[69529]: INFO nova.compute.manager [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Took 21.36 seconds to build instance. [ 676.984323] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.033621] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Releasing lock "refresh_cache-1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.035992] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Received event network-vif-plugged-c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.035992] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "29e33bfc-97ee-400d-a772-420a9117c73c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.035992] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "29e33bfc-97ee-400d-a772-420a9117c73c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.035992] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "29e33bfc-97ee-400d-a772-420a9117c73c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.035992] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] No waiting events found dispatching network-vif-plugged-c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.036292] env[69529]: WARNING nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Received unexpected event network-vif-plugged-c0b20cc5-6d23-4bec-8a41-215ea4769209 for instance with vm_state building and task_state spawning. [ 677.036292] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Received event network-changed-c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.036292] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Refreshing instance network info cache due to event network-changed-c0b20cc5-6d23-4bec-8a41-215ea4769209. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.036292] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.036292] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquired lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.036466] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Refreshing network info cache for port c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.042987] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.043084] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.062895] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e58bc77-ed2f-4599-9ec2-2dbd84062846 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.097409] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355417, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.121934] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355421, 'name': Rename_Task, 'duration_secs': 0.435493} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.125977] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.127026] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dea2de9a-97f3-4fbc-8d40-7f1b03de9987 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.138375] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627381} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.138375] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 59772238-29b7-445c-94db-06554ae5d184/59772238-29b7-445c-94db-06554ae5d184.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.138375] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.138375] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 677.138375] env[69529]: value = "task-3355423" [ 677.138375] env[69529]: _type = "Task" [ 677.138375] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.138375] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a3e807-9c76-41d6-8da8-68013bc78528 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.150267] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.151795] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 677.151795] env[69529]: value = "task-3355424" [ 677.151795] env[69529]: _type = "Task" [ 677.151795] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.162374] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.192625] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.471222] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbdc63c8-3963-4f2d-9f5a-5da130181cc1 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.869s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.601550] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355417, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.656911] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355423, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.672086] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179243} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.672086] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.672732] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5a2754-909d-4dbd-ae21-d29badad3f11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.699024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.699024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.701572] env[69529]: DEBUG nova.compute.manager [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Received event network-changed-a8f6710d-9f90-4dba-88bb-3ad8c65b2650 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.701807] env[69529]: DEBUG nova.compute.manager [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Refreshing instance network info cache due to event network-changed-a8f6710d-9f90-4dba-88bb-3ad8c65b2650. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.701887] env[69529]: DEBUG oslo_concurrency.lockutils [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] Acquiring lock "refresh_cache-59772238-29b7-445c-94db-06554ae5d184" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.702159] env[69529]: DEBUG oslo_concurrency.lockutils [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] Acquired lock "refresh_cache-59772238-29b7-445c-94db-06554ae5d184" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.702254] env[69529]: DEBUG nova.network.neutron [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Refreshing network info cache for port a8f6710d-9f90-4dba-88bb-3ad8c65b2650 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.725641] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355422, 'name': ReconfigVM_Task, 'duration_secs': 0.83431} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.736510] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 59772238-29b7-445c-94db-06554ae5d184/59772238-29b7-445c-94db-06554ae5d184.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.747147] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 47c3549e-54ed-40d6-9acc-613d38553ac5/47c3549e-54ed-40d6-9acc-613d38553ac5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.747147] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69eb4fd7-caa1-4724-b9bd-8608ebc0c029 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.768914] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cf4f040-bc3d-4c69-9212-3740fce9bc63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.781729] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 677.781729] env[69529]: value = "task-3355425" [ 677.781729] env[69529]: _type = "Task" [ 677.781729] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.784312] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 677.784312] env[69529]: value = "task-3355426" [ 677.784312] env[69529]: _type = "Task" [ 677.784312] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.806720] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355425, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.815926] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.849709] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cc8d9-4a1e-45dd-a60a-49bb021ad1ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.860820] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676cad0-8c9e-4d34-8160-e7a49233f66b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.896713] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "b3dd330e-968a-4440-9750-cbabebe193aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.896965] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "b3dd330e-968a-4440-9750-cbabebe193aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.900035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "b3dd330e-968a-4440-9750-cbabebe193aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.900035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "b3dd330e-968a-4440-9750-cbabebe193aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.900035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "b3dd330e-968a-4440-9750-cbabebe193aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.908402] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255ae315-995f-40dc-ab3b-8f4d361b8df1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.911756] env[69529]: INFO nova.compute.manager [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Terminating instance [ 677.924093] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb3d051-0360-4d89-a03e-ffcab0678f49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.944355] env[69529]: DEBUG nova.compute.provider_tree [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.977970] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.100255] env[69529]: DEBUG oslo_vmware.api [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355417, 'name': PowerOnVM_Task, 'duration_secs': 1.800761} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.100558] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.100758] env[69529]: INFO nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Took 13.59 seconds to spawn the instance on the hypervisor. [ 678.100948] env[69529]: DEBUG nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.101781] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0b0a6b-3cc2-452e-8242-ce17736d38cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.154019] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355423, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.177034] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Updated VIF entry in instance network info cache for port c0b20cc5-6d23-4bec-8a41-215ea4769209. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.177394] env[69529]: DEBUG nova.network.neutron [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Updating instance_info_cache with network_info: [{"id": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "address": "fa:16:3e:5b:20:b4", "network": {"id": "1d910c03-24c2-4b96-99ed-7601cff1fea0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-222301653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac15d203f5d439da313fd3074f88248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b20cc5-6d", "ovs_interfaceid": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.303645] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355425, 'name': Rename_Task, 'duration_secs': 0.205088} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.303645] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.303645] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048e43a8-ce2c-4c35-be23-a3297c771771 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.312079] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.313314] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 678.313314] env[69529]: value = "task-3355427" [ 678.313314] env[69529]: _type = "Task" [ 678.313314] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.322774] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.334957] env[69529]: DEBUG nova.network.neutron [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Updated VIF entry in instance network info cache for port a8f6710d-9f90-4dba-88bb-3ad8c65b2650. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.335368] env[69529]: DEBUG nova.network.neutron [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Updating instance_info_cache with network_info: [{"id": "a8f6710d-9f90-4dba-88bb-3ad8c65b2650", "address": "fa:16:3e:f5:92:ed", "network": {"id": "0550adc6-870b-47d0-8505-15ee53c917b6", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2141550968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6abf7723254e02822de3c0c603c792", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8f6710d-9f", "ovs_interfaceid": "a8f6710d-9f90-4dba-88bb-3ad8c65b2650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.418213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "refresh_cache-b3dd330e-968a-4440-9750-cbabebe193aa" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.419963] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquired lock "refresh_cache-b3dd330e-968a-4440-9750-cbabebe193aa" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.419963] env[69529]: DEBUG nova.network.neutron [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.447533] env[69529]: DEBUG nova.scheduler.client.report [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.512858] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.627556] env[69529]: INFO nova.compute.manager [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Took 20.08 seconds to build instance. [ 678.658201] env[69529]: DEBUG oslo_vmware.api [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355423, 'name': PowerOnVM_Task, 'duration_secs': 1.302127} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.658394] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.658700] env[69529]: INFO nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Took 11.74 seconds to spawn the instance on the hypervisor. [ 678.659150] env[69529]: DEBUG nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.660330] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17572f6c-db46-49c5-bbe3-a278a3eac773 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.683403] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Releasing lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.683754] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Received event network-vif-plugged-a8f6710d-9f90-4dba-88bb-3ad8c65b2650 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.683974] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Acquiring lock "59772238-29b7-445c-94db-06554ae5d184-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.684214] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "59772238-29b7-445c-94db-06554ae5d184-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.684393] env[69529]: DEBUG oslo_concurrency.lockutils [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] Lock "59772238-29b7-445c-94db-06554ae5d184-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.684573] env[69529]: DEBUG nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] No waiting events found dispatching network-vif-plugged-a8f6710d-9f90-4dba-88bb-3ad8c65b2650 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.684750] env[69529]: WARNING nova.compute.manager [req-2a329b7b-e188-48e2-9d87-30f15e75f480 req-7aadce68-b25b-4657-9c63-273511e6120c service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Received unexpected event network-vif-plugged-a8f6710d-9f90-4dba-88bb-3ad8c65b2650 for instance with vm_state building and task_state spawning. [ 678.813651] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355426, 'name': ReconfigVM_Task, 'duration_secs': 0.625664} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.817023] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 59772238-29b7-445c-94db-06554ae5d184/59772238-29b7-445c-94db-06554ae5d184.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.821117] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-033e9698-ebe6-40a3-8321-1053201f9bdc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.834243] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355427, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.836971] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 678.836971] env[69529]: value = "task-3355428" [ 678.836971] env[69529]: _type = "Task" [ 678.836971] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.838738] env[69529]: DEBUG oslo_concurrency.lockutils [req-d063186c-d1f1-4a2c-b3ac-0e14628e94d1 req-ba3140a2-ee95-48ea-9689-5adca04947bb service nova] Releasing lock "refresh_cache-59772238-29b7-445c-94db-06554ae5d184" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.858040] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355428, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.951399] env[69529]: DEBUG nova.network.neutron [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.954704] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.955582] env[69529]: DEBUG nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.961056] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.691s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.965572] env[69529]: INFO nova.compute.claims [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.057532] env[69529]: DEBUG nova.network.neutron [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.135264] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0967ee13-a574-4d78-972f-c8ad4a5c8788 tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.602s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.186900] env[69529]: INFO nova.compute.manager [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Took 20.33 seconds to build instance. [ 679.328964] env[69529]: DEBUG oslo_vmware.api [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355427, 'name': PowerOnVM_Task, 'duration_secs': 0.68097} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.328964] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.329184] env[69529]: INFO nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Took 7.38 seconds to spawn the instance on the hypervisor. [ 679.329358] env[69529]: DEBUG nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.330266] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd26d6a-ba6d-4e16-9e47-bd375830c902 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.354997] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355428, 'name': Rename_Task, 'duration_secs': 0.198575} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.355832] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.355832] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-555fba90-062b-41be-ab05-b689a2754d9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.364473] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 679.364473] env[69529]: value = "task-3355429" [ 679.364473] env[69529]: _type = "Task" [ 679.364473] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.380332] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.473573] env[69529]: DEBUG nova.compute.utils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.482116] env[69529]: DEBUG nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 679.566411] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Releasing lock "refresh_cache-b3dd330e-968a-4440-9750-cbabebe193aa" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.566411] env[69529]: DEBUG nova.compute.manager [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.566411] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.567073] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c717eee6-17c0-42a1-bda4-9c2c8efb2be4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.576268] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.576537] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dff2aa19-ad25-4cce-be79-4e98dad90a6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.586134] env[69529]: DEBUG oslo_vmware.api [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 679.586134] env[69529]: value = "task-3355430" [ 679.586134] env[69529]: _type = "Task" [ 679.586134] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.598045] env[69529]: DEBUG oslo_vmware.api [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.642274] env[69529]: DEBUG nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.690170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49e5a3d7-34ed-41af-890b-a77b87cc0d6b tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "29e33bfc-97ee-400d-a772-420a9117c73c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.846s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.864510] env[69529]: INFO nova.compute.manager [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Took 18.01 seconds to build instance. [ 679.876970] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355429, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.986943] env[69529]: DEBUG nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.069196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "bc990ba2-d378-4508-bb7a-99e53157d3cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.069437] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.102103] env[69529]: DEBUG oslo_vmware.api [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355430, 'name': PowerOffVM_Task, 'duration_secs': 0.253379} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.102263] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.102315] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.102575] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3215327e-0f6b-4e40-af9a-7b3314b22f69 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.142999] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.142999] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.142999] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Deleting the datastore file [datastore2] b3dd330e-968a-4440-9750-cbabebe193aa {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.142999] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd7d46b-ed40-408c-b68d-eff19945eac4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.152467] env[69529]: DEBUG oslo_vmware.api [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for the task: (returnval){ [ 680.152467] env[69529]: value = "task-3355432" [ 680.152467] env[69529]: _type = "Task" [ 680.152467] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.170660] env[69529]: DEBUG oslo_vmware.api [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.182202] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.196305] env[69529]: DEBUG nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.332644] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.332955] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.333197] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.333769] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.333769] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.336343] env[69529]: INFO nova.compute.manager [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Terminating instance [ 680.366578] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "996a56d7-78ba-4cb9-a88c-79141b26f472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.366745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.372805] env[69529]: DEBUG oslo_concurrency.lockutils [None req-53eac455-bc2b-4638-9d8b-e4ab35d8fb59 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "47c3549e-54ed-40d6-9acc-613d38553ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.527s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.380446] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355429, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.481113] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee191928-7d15-43b1-9d8f-eb4ac6c1d66e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.490805] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adfd174-a59b-42ac-9049-a6bb09b60d4e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.532680] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526949d0-0095-4910-ab48-b23ceec335e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.542106] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ff07e-7579-48cd-b94e-6e05b722d420 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.558670] env[69529]: DEBUG nova.compute.provider_tree [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.673546] env[69529]: DEBUG oslo_vmware.api [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Task: {'id': task-3355432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214217} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.674057] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.674241] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.674750] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.674750] env[69529]: INFO nova.compute.manager [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 680.674935] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.675178] env[69529]: DEBUG nova.compute.manager [-] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.675290] env[69529]: DEBUG nova.network.neutron [-] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.695169] env[69529]: DEBUG nova.network.neutron [-] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.726773] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.847930] env[69529]: DEBUG nova.compute.manager [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 680.848230] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.850081] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df9285-e127-4675-b43f-6c532fd5f588 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.860430] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.860750] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f95a59ed-0361-4dd5-98d5-64bc5073603c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.872738] env[69529]: DEBUG oslo_vmware.api [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 680.872738] env[69529]: value = "task-3355433" [ 680.872738] env[69529]: _type = "Task" [ 680.872738] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.882647] env[69529]: DEBUG nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.886061] env[69529]: DEBUG oslo_vmware.api [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355429, 'name': PowerOnVM_Task, 'duration_secs': 1.476382} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.886749] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.887037] env[69529]: INFO nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Took 11.45 seconds to spawn the instance on the hypervisor. [ 680.887270] env[69529]: DEBUG nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.888480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a988f2-d9e4-479e-9c3e-d312065b406e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.897562] env[69529]: DEBUG oslo_vmware.api [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.961390] env[69529]: DEBUG nova.compute.manager [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Received event network-changed-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.961390] env[69529]: DEBUG nova.compute.manager [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Refreshing instance network info cache due to event network-changed-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.961390] env[69529]: DEBUG oslo_concurrency.lockutils [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] Acquiring lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.961390] env[69529]: DEBUG oslo_concurrency.lockutils [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] Acquired lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.961390] env[69529]: DEBUG nova.network.neutron [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Refreshing network info cache for port 07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.002243] env[69529]: DEBUG nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.043630] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.045494] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.045494] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.046750] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.046750] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.046750] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.046750] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.047223] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.048842] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.049136] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.050740] env[69529]: DEBUG nova.virt.hardware [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.050965] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44d7e4b-e843-40e5-b16f-a2cf2a0fb571 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.065451] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe085c4-a10b-4ac5-82d0-9e54bccf6c70 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.088940] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.098420] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.098565] env[69529]: ERROR nova.scheduler.client.report [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [req-a4221b07-4b2f-41a2-a448-d44388c99643] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4221b07-4b2f-41a2-a448-d44388c99643"}]} [ 681.099626] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.103128] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f2184d9-abbc-4a6c-a5c5-ef4c7ea275e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.123172] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.123172] env[69529]: value = "task-3355434" [ 681.123172] env[69529]: _type = "Task" [ 681.123172] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.135963] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355434, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.137887] env[69529]: DEBUG nova.scheduler.client.report [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 681.168051] env[69529]: DEBUG nova.scheduler.client.report [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 681.168280] env[69529]: DEBUG nova.compute.provider_tree [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.191400] env[69529]: DEBUG nova.scheduler.client.report [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 681.200953] env[69529]: DEBUG nova.network.neutron [-] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.216508] env[69529]: DEBUG nova.scheduler.client.report [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 681.237313] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "a056461f-a9e6-44a3-a42e-5277dc21344d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.237567] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.398569] env[69529]: DEBUG oslo_vmware.api [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355433, 'name': PowerOffVM_Task, 'duration_secs': 0.27419} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.398883] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.400864] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.407295] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c837b11d-b848-43a5-9c24-e93d2db13196 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.418955] env[69529]: INFO nova.compute.manager [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Took 19.91 seconds to build instance. [ 681.427071] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.494251] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.494470] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.494707] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Deleting the datastore file [datastore1] 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.495015] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e117cffc-c62d-446b-9619-b92ee8f96434 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.503225] env[69529]: DEBUG oslo_vmware.api [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for the task: (returnval){ [ 681.503225] env[69529]: value = "task-3355436" [ 681.503225] env[69529]: _type = "Task" [ 681.503225] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.516718] env[69529]: DEBUG oslo_vmware.api [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.641741] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355434, 'name': CreateVM_Task, 'duration_secs': 0.408476} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.641888] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.642399] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.642564] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.642995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.643304] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7327d5b6-24c7-4fb8-b3d2-dfef8ce094ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.651063] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 681.651063] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ec0ce8-336e-0e2c-5561-63f5961c25a0" [ 681.651063] env[69529]: _type = "Task" [ 681.651063] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.674241] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ec0ce8-336e-0e2c-5561-63f5961c25a0, 'name': SearchDatastore_Task, 'duration_secs': 0.014588} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.674241] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.674241] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.674241] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.674765] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.674765] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.674765] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2ee5246-5573-41c7-bedb-baf12d6ae69f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.687368] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.687368] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.687368] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db16959b-81b8-420f-a348-ebc1827722b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.704209] env[69529]: INFO nova.compute.manager [-] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Took 1.03 seconds to deallocate network for instance. [ 681.706162] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 681.706162] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f5e0d-975a-8429-0c11-1696c2027c7c" [ 681.706162] env[69529]: _type = "Task" [ 681.706162] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.725855] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f5e0d-975a-8429-0c11-1696c2027c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.02603} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.730662] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d2d0d3-cc2b-44e7-8671-19a2318ab87b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.743027] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 681.743027] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52309b07-487d-d9b5-9c83-8a26aedf8655" [ 681.743027] env[69529]: _type = "Task" [ 681.743027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.752090] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52309b07-487d-d9b5-9c83-8a26aedf8655, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.814099] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07f18c1-f87a-4958-9d20-7cb613648db9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.823617] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77843911-8b28-4e8b-bc0b-d5551b976329 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.859790] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822a9bb5-1759-4902-8f32-8c2a8d15113a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.870255] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f912bf0b-9cbb-4398-8095-7ff64f678e3b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.889347] env[69529]: DEBUG nova.compute.provider_tree [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 681.921862] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ce3e97a-15c2-4136-a5b2-c56751996727 tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "59772238-29b7-445c-94db-06554ae5d184" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.422s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.014029] env[69529]: DEBUG oslo_vmware.api [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Task: {'id': task-3355436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213801} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.014420] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.014704] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.014902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.015123] env[69529]: INFO nova.compute.manager [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 682.015390] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.015592] env[69529]: DEBUG nova.compute.manager [-] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.015688] env[69529]: DEBUG nova.network.neutron [-] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.018931] env[69529]: DEBUG nova.network.neutron [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updated VIF entry in instance network info cache for port 07d00d8a-9d3d-4d7a-904f-2449e4f8b4db. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.019348] env[69529]: DEBUG nova.network.neutron [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updating instance_info_cache with network_info: [{"id": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "address": "fa:16:3e:fb:76:5c", "network": {"id": "94f3ccaa-1670-48fc-83d8-5e9be5f58505", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-245953204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c79aa720d7f40dfac56df0a8bd5a4cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07d00d8a-9d", "ovs_interfaceid": "07d00d8a-9d3d-4d7a-904f-2449e4f8b4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.220453] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.254648] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52309b07-487d-d9b5-9c83-8a26aedf8655, 'name': SearchDatastore_Task, 'duration_secs': 0.013825} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.254981] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.257831] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.257831] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9e9454e-78f0-467e-be22-d43de5e06db7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.269439] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 682.269439] env[69529]: value = "task-3355437" [ 682.269439] env[69529]: _type = "Task" [ 682.269439] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.280726] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.425114] env[69529]: DEBUG nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.439438] env[69529]: DEBUG nova.scheduler.client.report [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Updated inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 682.439699] env[69529]: DEBUG nova.compute.provider_tree [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 36 to 37 during operation: update_inventory {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 682.439879] env[69529]: DEBUG nova.compute.provider_tree [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.522506] env[69529]: DEBUG oslo_concurrency.lockutils [req-f9214c15-6d5c-4cf6-92d5-6ec21a737595 req-504ceaf8-64ce-46fc-a63b-e5a87997a917 service nova] Releasing lock "refresh_cache-1d615966-8d6e-4815-8128-f882fff2f889" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.787462] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355437, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.914162] env[69529]: DEBUG nova.network.neutron [-] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.947321] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.988s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.947854] env[69529]: DEBUG nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.951353] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.770s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.953870] env[69529]: INFO nova.compute.claims [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.968577] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.285054] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72211} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.285409] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.285632] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.285902] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32fb158f-4d84-41b2-988c-bdef133c2d50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.294740] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 683.294740] env[69529]: value = "task-3355438" [ 683.294740] env[69529]: _type = "Task" [ 683.294740] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.307515] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.417537] env[69529]: INFO nova.compute.manager [-] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Took 1.40 seconds to deallocate network for instance. [ 683.460581] env[69529]: DEBUG nova.compute.utils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.468602] env[69529]: DEBUG nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.468837] env[69529]: DEBUG nova.network.neutron [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.552850] env[69529]: DEBUG nova.policy [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26243e9b8f3a4fc3bf913f1b06f9f598', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810f5d5497434eed9e3d7032304bcb43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.806096] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074939} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.807719] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.807719] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a825385c-d8bf-4dc5-b135-f582c24c404b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.834989] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.836507] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0351394f-17fb-4b26-953a-89adc148d382 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.860013] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 683.860013] env[69529]: value = "task-3355439" [ 683.860013] env[69529]: _type = "Task" [ 683.860013] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.870352] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.930239] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.975970] env[69529]: DEBUG nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.060107] env[69529]: DEBUG nova.compute.manager [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Received event network-changed-893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.062751] env[69529]: DEBUG nova.compute.manager [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Refreshing instance network info cache due to event network-changed-893f5fb8-4626-49d9-8b88-e501e660da13. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.062751] env[69529]: DEBUG oslo_concurrency.lockutils [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] Acquiring lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.062751] env[69529]: DEBUG oslo_concurrency.lockutils [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] Acquired lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.062751] env[69529]: DEBUG nova.network.neutron [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Refreshing network info cache for port 893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.375926] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.477959] env[69529]: DEBUG nova.network.neutron [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Successfully created port: 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.536580] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b0813-d6aa-4f86-99b7-03f87104716b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.555828] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304e62d0-507f-4f19-9ea3-f1ae749ea322 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.627243] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a0c37b-7686-46e5-a364-faedbfcc195b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.639346] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb86c41-9ffa-4ed5-b34e-0f686fc62aa3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.670197] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "59772238-29b7-445c-94db-06554ae5d184" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.670197] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "59772238-29b7-445c-94db-06554ae5d184" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.670197] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "59772238-29b7-445c-94db-06554ae5d184-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.670348] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "59772238-29b7-445c-94db-06554ae5d184-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.670655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "59772238-29b7-445c-94db-06554ae5d184-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.673060] env[69529]: DEBUG nova.compute.provider_tree [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.676971] env[69529]: INFO nova.compute.manager [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Terminating instance [ 684.874272] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355439, 'name': ReconfigVM_Task, 'duration_secs': 0.722383} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.874654] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.875349] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13413bb6-fca4-4220-bc41-b3cf455cb95c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.885515] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 684.885515] env[69529]: value = "task-3355440" [ 684.885515] env[69529]: _type = "Task" [ 684.885515] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.895094] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355440, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.991295] env[69529]: DEBUG nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.081831] env[69529]: DEBUG nova.network.neutron [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Updated VIF entry in instance network info cache for port 893f5fb8-4626-49d9-8b88-e501e660da13. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.083060] env[69529]: DEBUG nova.network.neutron [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Updating instance_info_cache with network_info: [{"id": "893f5fb8-4626-49d9-8b88-e501e660da13", "address": "fa:16:3e:88:90:dd", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893f5fb8-46", "ovs_interfaceid": "893f5fb8-4626-49d9-8b88-e501e660da13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.095625] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.095874] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.096047] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.096239] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.096386] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.096530] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.096736] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.096892] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.099162] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.099162] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.099162] env[69529]: DEBUG nova.virt.hardware [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.099956] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca0f861-2cc9-4f40-8c0e-16b059a0ba62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.111835] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d602bcc-f518-416f-83a4-e4f014a37cd2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.143777] env[69529]: DEBUG nova.compute.manager [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Received event network-changed-c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.144102] env[69529]: DEBUG nova.compute.manager [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Refreshing instance network info cache due to event network-changed-c0b20cc5-6d23-4bec-8a41-215ea4769209. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.144238] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] Acquiring lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.144385] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] Acquired lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.144546] env[69529]: DEBUG nova.network.neutron [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Refreshing network info cache for port c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.182461] env[69529]: DEBUG nova.compute.manager [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.185748] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.185748] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea920c54-e80b-4d8d-b5a4-76f92352cd13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.194396] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.195933] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4f02062-9441-477d-b654-28ae8b4e9637 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.205021] env[69529]: DEBUG oslo_vmware.api [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 685.205021] env[69529]: value = "task-3355441" [ 685.205021] env[69529]: _type = "Task" [ 685.205021] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.211724] env[69529]: ERROR nova.scheduler.client.report [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [req-111c8fe4-f266-46c3-b496-c0c7ee34d9f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-111c8fe4-f266-46c3-b496-c0c7ee34d9f4"}]} [ 685.220902] env[69529]: DEBUG oslo_vmware.api [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.234611] env[69529]: DEBUG nova.scheduler.client.report [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 685.255031] env[69529]: DEBUG nova.scheduler.client.report [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 685.255031] env[69529]: DEBUG nova.compute.provider_tree [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.271470] env[69529]: DEBUG nova.scheduler.client.report [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: 68299984-e38a-41ad-840f-2a9e85f9f4e7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 685.295855] env[69529]: DEBUG nova.scheduler.client.report [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 685.406203] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355440, 'name': Rename_Task, 'duration_secs': 0.313921} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.406722] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.406980] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a10961f8-8355-4bc1-bfa5-6593ebccd142 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.415798] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 685.415798] env[69529]: value = "task-3355442" [ 685.415798] env[69529]: _type = "Task" [ 685.415798] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.429305] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.587575] env[69529]: DEBUG oslo_concurrency.lockutils [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] Releasing lock "refresh_cache-ca734f2f-897f-4c15-b795-1408eb9b8270" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.587911] env[69529]: DEBUG nova.compute.manager [req-3dbdf13b-daff-4b34-937a-eca74372112e req-a4a2486d-c3a7-4a71-a096-8e2d0f589ed2 service nova] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Received event network-vif-deleted-838ca8b4-ab7e-4fc2-b4ae-16df41d26c07 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.665323] env[69529]: DEBUG nova.compute.manager [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.666171] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ed1e9-7da0-45ba-8603-e4bcff17ccb2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.723927] env[69529]: DEBUG oslo_vmware.api [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355441, 'name': PowerOffVM_Task, 'duration_secs': 0.312282} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.727428] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.727628] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.727953] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dc128ec-c2ee-4400-9e09-a839134c3cd0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.825012] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.825498] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.825714] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Deleting the datastore file [datastore1] 59772238-29b7-445c-94db-06554ae5d184 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.825991] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2827e918-edcf-4822-af02-4b829a6d9a23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.839353] env[69529]: DEBUG oslo_vmware.api [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for the task: (returnval){ [ 685.839353] env[69529]: value = "task-3355444" [ 685.839353] env[69529]: _type = "Task" [ 685.839353] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.846509] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db575d3-28df-4ac0-8c61-56f53c0b5934 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.852209] env[69529]: DEBUG oslo_vmware.api [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.860892] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa99b28-67c7-439c-820e-3b3714e38d2a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.896745] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108a5a5-f995-4ea0-aeb6-ccecc05a0f08 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.908248] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cf477a-91ca-47a0-a7d9-f8b2aac8555c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.924422] env[69529]: DEBUG nova.compute.provider_tree [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.935943] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355442, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.942342] env[69529]: DEBUG nova.network.neutron [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Updated VIF entry in instance network info cache for port c0b20cc5-6d23-4bec-8a41-215ea4769209. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.942790] env[69529]: DEBUG nova.network.neutron [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Updating instance_info_cache with network_info: [{"id": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "address": "fa:16:3e:5b:20:b4", "network": {"id": "1d910c03-24c2-4b96-99ed-7601cff1fea0", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-222301653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ac15d203f5d439da313fd3074f88248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0b20cc5-6d", "ovs_interfaceid": "c0b20cc5-6d23-4bec-8a41-215ea4769209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.190412] env[69529]: INFO nova.compute.manager [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] instance snapshotting [ 686.193913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a57f4-4e3d-4382-bfc5-ad9b8308953d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.227433] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5e2141-57d1-4684-a12b-1a4c9ff3c227 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.356082] env[69529]: DEBUG oslo_vmware.api [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Task: {'id': task-3355444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355025} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.359501] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.359501] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.359501] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.359501] env[69529]: INFO nova.compute.manager [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] [instance: 59772238-29b7-445c-94db-06554ae5d184] Took 1.18 seconds to destroy the instance on the hypervisor. [ 686.361164] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.361431] env[69529]: DEBUG nova.compute.manager [-] [instance: 59772238-29b7-445c-94db-06554ae5d184] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.361946] env[69529]: DEBUG nova.network.neutron [-] [instance: 59772238-29b7-445c-94db-06554ae5d184] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.443902] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355442, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.446938] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d74608-89de-4cd2-985e-20709c18b852 req-71cebd88-391e-4355-874d-4aa9a1876ce6 service nova] Releasing lock "refresh_cache-29e33bfc-97ee-400d-a772-420a9117c73c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.500841] env[69529]: DEBUG nova.scheduler.client.report [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Updated inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with generation 38 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 686.501330] env[69529]: DEBUG nova.compute.provider_tree [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 38 to 39 during operation: update_inventory {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 686.501580] env[69529]: DEBUG nova.compute.provider_tree [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.637608] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b65cf-d90a-074d-71f8-39a413a686c7/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 686.639832] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6cce07-12cc-4845-a2a2-e2af513cdd74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.650745] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b65cf-d90a-074d-71f8-39a413a686c7/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 686.651015] env[69529]: ERROR oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b65cf-d90a-074d-71f8-39a413a686c7/disk-0.vmdk due to incomplete transfer. [ 686.651330] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fbba7d60-eab1-4bc0-9deb-2ad203738b9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.665054] env[69529]: DEBUG oslo_vmware.rw_handles [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523b65cf-d90a-074d-71f8-39a413a686c7/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 686.665267] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Uploaded image 0fd2cb18-2a01-4c0f-b562-7bf5f202e06d to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 686.667332] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 686.667871] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab7aa339-4b31-4a6b-96f6-e5766c012a6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.675819] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 686.675819] env[69529]: value = "task-3355445" [ 686.675819] env[69529]: _type = "Task" [ 686.675819] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.690469] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355445, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.742292] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.742292] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0dbb184d-f705-49a0-b291-b8734a2249bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.750742] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 686.750742] env[69529]: value = "task-3355446" [ 686.750742] env[69529]: _type = "Task" [ 686.750742] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.763284] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.872592] env[69529]: DEBUG nova.network.neutron [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Successfully updated port: 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.937879] env[69529]: DEBUG oslo_vmware.api [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355442, 'name': PowerOnVM_Task, 'duration_secs': 1.34816} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.938661] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.938661] env[69529]: INFO nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Took 5.94 seconds to spawn the instance on the hypervisor. [ 686.938661] env[69529]: DEBUG nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.939365] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b671e4a0-6b82-4648-97cd-4f0915358cd5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.011737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.060s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.012962] env[69529]: DEBUG nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.017825] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.583s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.021750] env[69529]: INFO nova.compute.claims [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.192355] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355445, 'name': Destroy_Task, 'duration_secs': 0.364547} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.192847] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Destroyed the VM [ 687.193336] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 687.193728] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-702eb27a-b795-4fbb-a8cb-47c054b5bde7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.204128] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 687.204128] env[69529]: value = "task-3355447" [ 687.204128] env[69529]: _type = "Task" [ 687.204128] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.216373] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.269859] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.376493] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.376872] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.378067] env[69529]: DEBUG nova.network.neutron [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.429726] env[69529]: DEBUG nova.compute.manager [req-db96b23e-3079-4a29-89ae-faf178fe9911 req-28997cdf-76c7-4869-bda0-5b875157f6c4 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received event network-vif-plugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.429968] env[69529]: DEBUG oslo_concurrency.lockutils [req-db96b23e-3079-4a29-89ae-faf178fe9911 req-28997cdf-76c7-4869-bda0-5b875157f6c4 service nova] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.430267] env[69529]: DEBUG oslo_concurrency.lockutils [req-db96b23e-3079-4a29-89ae-faf178fe9911 req-28997cdf-76c7-4869-bda0-5b875157f6c4 service nova] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.430400] env[69529]: DEBUG oslo_concurrency.lockutils [req-db96b23e-3079-4a29-89ae-faf178fe9911 req-28997cdf-76c7-4869-bda0-5b875157f6c4 service nova] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.430829] env[69529]: DEBUG nova.compute.manager [req-db96b23e-3079-4a29-89ae-faf178fe9911 req-28997cdf-76c7-4869-bda0-5b875157f6c4 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] No waiting events found dispatching network-vif-plugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.430829] env[69529]: WARNING nova.compute.manager [req-db96b23e-3079-4a29-89ae-faf178fe9911 req-28997cdf-76c7-4869-bda0-5b875157f6c4 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received unexpected event network-vif-plugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d for instance with vm_state building and task_state spawning. [ 687.471740] env[69529]: INFO nova.compute.manager [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Took 20.60 seconds to build instance. [ 687.486566] env[69529]: DEBUG nova.network.neutron [-] [instance: 59772238-29b7-445c-94db-06554ae5d184] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.527147] env[69529]: DEBUG nova.compute.utils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.532508] env[69529]: DEBUG nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.532508] env[69529]: DEBUG nova.network.neutron [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.666375] env[69529]: DEBUG nova.policy [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a978c9b3d33b4adc8053397d63be43e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '118f5f688153456ba7c08b73b9a86013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.715211] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355447, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.777096] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355446, 'name': CreateSnapshot_Task, 'duration_secs': 0.59688} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.777096] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.781717] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6da7ea-4e13-440d-8df0-21084befef58 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.952376] env[69529]: DEBUG nova.network.neutron [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.974264] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44f65f74-0b67-413d-81db-8a7808d49c26 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.117s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.992562] env[69529]: INFO nova.compute.manager [-] [instance: 59772238-29b7-445c-94db-06554ae5d184] Took 1.63 seconds to deallocate network for instance. [ 688.033747] env[69529]: DEBUG nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.221273] env[69529]: DEBUG oslo_vmware.api [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355447, 'name': RemoveSnapshot_Task, 'duration_secs': 0.947641} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.221273] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 688.221589] env[69529]: INFO nova.compute.manager [None req-42c1a0ce-6f3b-4b41-a833-a93aa1e152f8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 688.314492] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.314492] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6a7ba86-86d3-433d-990e-06b95375e442 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.331673] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 688.331673] env[69529]: value = "task-3355448" [ 688.331673] env[69529]: _type = "Task" [ 688.331673] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.342876] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355448, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.481912] env[69529]: DEBUG nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.506027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.718956] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea9eb83-2d77-4917-a994-7cfd7388f655 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.725878] env[69529]: DEBUG nova.network.neutron [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.734440] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7cd89-584b-45a1-9e94-fd6c30411cb6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.777135] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e5128-15e7-4ce2-a850-9634be9ca43c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.787263] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52ab867-ca6b-4088-9cf6-2c08577cf5e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.805336] env[69529]: DEBUG nova.compute.provider_tree [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.849950] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355448, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.008471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.052194] env[69529]: DEBUG nova.network.neutron [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Successfully created port: 947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.064931] env[69529]: DEBUG nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.065988] env[69529]: INFO nova.compute.manager [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Rebuilding instance [ 689.125697] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.126318] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.126318] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.126318] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.128245] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.128245] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.128245] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.128245] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.128429] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.129783] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.129783] env[69529]: DEBUG nova.virt.hardware [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.132594] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ecd94b-6824-47ce-8d91-8b0e113a2f09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.150267] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847da0aa-2e0a-4863-aad7-d6da3067159c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.190273] env[69529]: DEBUG nova.compute.manager [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.193020] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd869890-4980-46f6-96c7-e580daf96f4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.232573] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.233125] env[69529]: DEBUG nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance network_info: |[{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.233812] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:ca:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cdbe0ad-6427-4008-a4f5-1b36fa4f735d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.249330] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating folder: Project (810f5d5497434eed9e3d7032304bcb43). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.250122] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa5b32d0-f574-41f6-a6cc-6054636e7964 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.267914] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Created folder: Project (810f5d5497434eed9e3d7032304bcb43) in parent group-v669649. [ 689.267914] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating folder: Instances. Parent ref: group-v669697. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.267914] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-895a4862-f849-4c9f-82d5-d9ba7347887e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.284033] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Created folder: Instances in parent group-v669697. [ 689.284304] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.284506] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.284713] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f83ef9e6-f352-4091-a7c8-c51687ceb3ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.312682] env[69529]: DEBUG nova.scheduler.client.report [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.316201] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.316201] env[69529]: value = "task-3355451" [ 689.316201] env[69529]: _type = "Task" [ 689.316201] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.330404] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355451, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.346142] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355448, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.823158] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.823689] env[69529]: DEBUG nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.830806] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.580s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.840586] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355451, 'name': CreateVM_Task, 'duration_secs': 0.393126} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.842377] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.842377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.842377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.842377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.842706] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cab7fb-600a-49e7-8624-2ae91994e8db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.851182] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355448, 'name': CloneVM_Task} progress is 95%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.855806] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 689.855806] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a87cbb-7940-e628-2249-5ad6701f612e" [ 689.855806] env[69529]: _type = "Task" [ 689.855806] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.866159] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a87cbb-7940-e628-2249-5ad6701f612e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.211776] env[69529]: DEBUG nova.compute.manager [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received event network-changed-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.212094] env[69529]: DEBUG nova.compute.manager [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Refreshing instance network info cache due to event network-changed-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.212316] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] Acquiring lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.212391] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] Acquired lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.212507] env[69529]: DEBUG nova.network.neutron [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Refreshing network info cache for port 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.214855] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.214855] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9c2b705-c1bf-427c-a609-7dda83a9445b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.223426] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 690.223426] env[69529]: value = "task-3355452" [ 690.223426] env[69529]: _type = "Task" [ 690.223426] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.234242] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.338018] env[69529]: DEBUG nova.compute.utils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.338776] env[69529]: INFO nova.compute.claims [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.349440] env[69529]: DEBUG nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.349583] env[69529]: DEBUG nova.network.neutron [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.371085] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355448, 'name': CloneVM_Task} progress is 95%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.376070] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a87cbb-7940-e628-2249-5ad6701f612e, 'name': SearchDatastore_Task, 'duration_secs': 0.013376} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.376070] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.376070] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.376317] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.376464] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.376679] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.376878] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc730d60-2645-42c2-8244-b78bea880ba8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.389963] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.389963] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.390939] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa37026d-8048-4e16-a79e-1aec9d467147 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.401398] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 690.401398] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e0ee42-5f4e-e2fe-9df0-fca118e58fc9" [ 690.401398] env[69529]: _type = "Task" [ 690.401398] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.416014] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e0ee42-5f4e-e2fe-9df0-fca118e58fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.486846] env[69529]: DEBUG nova.policy [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9f5b72e563a40e68b2a97b8ee26d274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55a1f14d45954e2cbd11b9077576edbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.740394] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355452, 'name': PowerOffVM_Task, 'duration_secs': 0.134833} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.740881] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.741231] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.742210] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09dbcb0-ecca-4625-9ef4-6c4800b2aa14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.756647] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.756647] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6403d44c-54e9-4113-a700-3d15250fb0de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.787480] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.787714] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.787894] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleting the datastore file [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.788197] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bb5d87f-3251-477f-af49-2911b608ec81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.797792] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 690.797792] env[69529]: value = "task-3355454" [ 690.797792] env[69529]: _type = "Task" [ 690.797792] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.807952] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.848642] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355448, 'name': CloneVM_Task, 'duration_secs': 2.353673} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.849118] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Created linked-clone VM from snapshot [ 690.850094] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b5ec0a-c966-46c0-b60f-98a7d76ac8f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.858600] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Uploading image def030ce-b658-41d4-8d75-fd77becb3fae {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 690.861257] env[69529]: DEBUG nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.865719] env[69529]: INFO nova.compute.resource_tracker [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating resource usage from migration 3f91571f-c048-4593-898c-a387cde6e29a [ 690.883051] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.883051] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e070104b-c60f-43bb-941f-c034619540b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.892083] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 690.892083] env[69529]: value = "task-3355455" [ 690.892083] env[69529]: _type = "Task" [ 690.892083] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.917121] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355455, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.924183] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e0ee42-5f4e-e2fe-9df0-fca118e58fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.016726} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.928549] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d92e43-8de1-4a73-9917-c08783edd3c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.934314] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 690.934314] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b56a98-a5d9-0c92-e058-07cd248d5016" [ 690.934314] env[69529]: _type = "Task" [ 690.934314] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.946362] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b56a98-a5d9-0c92-e058-07cd248d5016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.992654] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.993180] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.993512] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "80810d25-6312-4bd2-97d7-9cbca17d9be3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.994993] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.994993] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.996960] env[69529]: INFO nova.compute.manager [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Terminating instance [ 691.313077] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11003} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.313077] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.313077] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.313077] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.340209] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f00cac8-dfbf-4e40-93b0-471534a5cfb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.348927] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb13db-518f-43c8-a8e7-6ab5e49aa3e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.390749] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5db91a-4e55-47fb-9c6b-d8e82775207b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.404328] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355455, 'name': Destroy_Task, 'duration_secs': 0.316375} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.410740] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Destroyed the VM [ 691.410902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 691.411591] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d614a05f-31f9-4ebc-821a-723755ba6ce0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.414410] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b02148-009a-4e94-9e3c-380eff089e6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.434796] env[69529]: DEBUG nova.compute.provider_tree [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.437533] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 691.437533] env[69529]: value = "task-3355456" [ 691.437533] env[69529]: _type = "Task" [ 691.437533] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.451549] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.455501] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b56a98-a5d9-0c92-e058-07cd248d5016, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.455932] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.456217] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.456469] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa004ac-5546-4b0c-b94e-5e9aa9d8ad49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.467404] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 691.467404] env[69529]: value = "task-3355457" [ 691.467404] env[69529]: _type = "Task" [ 691.467404] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.477764] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.501265] env[69529]: DEBUG nova.compute.manager [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.501561] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.502526] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f537e7af-d6c1-4766-9194-3cad0d76d461 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.512411] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.512868] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2344f0e0-42d9-44fa-9c8a-a7c96aeda8fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.583769] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.584084] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.584318] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleting the datastore file [datastore2] 80810d25-6312-4bd2-97d7-9cbca17d9be3 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.584661] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00f091d6-1b4c-4673-9530-12b1de90e3ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.595094] env[69529]: DEBUG oslo_vmware.api [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 691.595094] env[69529]: value = "task-3355459" [ 691.595094] env[69529]: _type = "Task" [ 691.595094] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.609474] env[69529]: DEBUG oslo_vmware.api [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.898026] env[69529]: DEBUG nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.939188] env[69529]: DEBUG nova.scheduler.client.report [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.945347] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.947572] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.947572] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.947572] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.947572] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.947572] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.948226] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.948226] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.948226] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.948226] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.948226] env[69529]: DEBUG nova.virt.hardware [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.951305] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a0e10-3977-4eae-b2d8-6e1c9c7b5051 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.974291] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.980409] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed2e3bb-5a8f-4b19-94b7-8c7c77687351 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.000775] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509956} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.000775] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.000775] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.000775] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ceaab39-683a-4762-bf07-b3fba1971f7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.008712] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 692.008712] env[69529]: value = "task-3355460" [ 692.008712] env[69529]: _type = "Task" [ 692.008712] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.021367] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.031036] env[69529]: DEBUG nova.network.neutron [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updated VIF entry in instance network info cache for port 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.031036] env[69529]: DEBUG nova.network.neutron [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.109193] env[69529]: DEBUG oslo_vmware.api [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46583} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.109489] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.109869] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.110207] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.110207] env[69529]: INFO nova.compute.manager [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Took 0.61 seconds to destroy the instance on the hypervisor. [ 692.110509] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.111207] env[69529]: DEBUG nova.compute.manager [-] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.111207] env[69529]: DEBUG nova.network.neutron [-] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.272139] env[69529]: DEBUG nova.network.neutron [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Successfully updated port: 947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.302198] env[69529]: DEBUG nova.network.neutron [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Successfully created port: e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.348477] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.348764] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.348902] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.349096] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.349249] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.350109] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.350109] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.350233] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.350421] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.350625] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.350944] env[69529]: DEBUG nova.virt.hardware [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.351805] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f96035-c3b8-46f2-ab0e-777cb8b29326 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.361854] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61286a5c-dc1b-4dc9-8a55-3f17bf1f8301 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.378559] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.387016] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.387016] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.387016] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2853808c-a7b9-4a49-8169-4e8446947ba2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.404495] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.404495] env[69529]: value = "task-3355461" [ 692.404495] env[69529]: _type = "Task" [ 692.404495] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.415486] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355461, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.459101] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.628s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.459345] env[69529]: INFO nova.compute.manager [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Migrating [ 692.459622] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.459773] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.462120] env[69529]: DEBUG oslo_vmware.api [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.656099} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.462481] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.481s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.464742] env[69529]: INFO nova.compute.claims [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.467736] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 692.526388] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074112} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.526388] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.526388] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79013e5c-d611-4731-92dd-59cca5667c55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.545129] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] Releasing lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.545202] env[69529]: DEBUG nova.compute.manager [req-f2b55a78-e6f8-40d3-b47f-6a4eecb56634 req-d49fb792-37cd-4d94-bd9d-124344a591ff service nova] [instance: 59772238-29b7-445c-94db-06554ae5d184] Received event network-vif-deleted-a8f6710d-9f90-4dba-88bb-3ad8c65b2650 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.558387] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.558387] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c664a473-b885-4cbb-a810-68b7c8bb0eef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.585502] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 692.585502] env[69529]: value = "task-3355462" [ 692.585502] env[69529]: _type = "Task" [ 692.585502] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.596455] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.745140] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "bed307b3-51de-4ef1-bb50-49b4824ae0de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.745606] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.775720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.775720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquired lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.775720] env[69529]: DEBUG nova.network.neutron [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.917945] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355461, 'name': CreateVM_Task, 'duration_secs': 0.319134} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.921302] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.921808] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.921978] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.922481] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.923376] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa018ae6-ea52-4f12-8605-ae202c441304 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.933748] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 692.933748] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ae7133-e1aa-cd63-a027-f89b6995467c" [ 692.933748] env[69529]: _type = "Task" [ 692.933748] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.948210] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ae7133-e1aa-cd63-a027-f89b6995467c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.962877] env[69529]: INFO nova.compute.rpcapi [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 692.963516] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.976776] env[69529]: WARNING nova.compute.manager [None req-b1a620d3-ada4-4e46-8f54-98d68df0f85a tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Image not found during snapshot: nova.exception.ImageNotFound: Image def030ce-b658-41d4-8d75-fd77becb3fae could not be found. [ 693.046376] env[69529]: DEBUG nova.compute.manager [req-edf3b345-6fba-48f0-bb8b-e2ff0b34dae0 req-8fc5b5f0-e238-40f8-ab1c-96de72a73cee service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Received event network-vif-plugged-947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.046685] env[69529]: DEBUG oslo_concurrency.lockutils [req-edf3b345-6fba-48f0-bb8b-e2ff0b34dae0 req-8fc5b5f0-e238-40f8-ab1c-96de72a73cee service nova] Acquiring lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.046897] env[69529]: DEBUG oslo_concurrency.lockutils [req-edf3b345-6fba-48f0-bb8b-e2ff0b34dae0 req-8fc5b5f0-e238-40f8-ab1c-96de72a73cee service nova] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.047174] env[69529]: DEBUG oslo_concurrency.lockutils [req-edf3b345-6fba-48f0-bb8b-e2ff0b34dae0 req-8fc5b5f0-e238-40f8-ab1c-96de72a73cee service nova] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.047630] env[69529]: DEBUG nova.compute.manager [req-edf3b345-6fba-48f0-bb8b-e2ff0b34dae0 req-8fc5b5f0-e238-40f8-ab1c-96de72a73cee service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] No waiting events found dispatching network-vif-plugged-947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.047630] env[69529]: WARNING nova.compute.manager [req-edf3b345-6fba-48f0-bb8b-e2ff0b34dae0 req-8fc5b5f0-e238-40f8-ab1c-96de72a73cee service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Received unexpected event network-vif-plugged-947de6d6-9a39-470e-be50-0ef17ad23111 for instance with vm_state building and task_state spawning. [ 693.099750] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.364217] env[69529]: DEBUG nova.network.neutron [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.448884] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ae7133-e1aa-cd63-a027-f89b6995467c, 'name': SearchDatastore_Task, 'duration_secs': 0.018393} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.449304] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.449435] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.449747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.449935] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.451317] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.451317] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b974a673-0fbb-4609-ac85-dd7f0fa915d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.463700] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.463700] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.464043] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dfdcfe6-80c2-4309-8f5a-742d47bcf1ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.472823] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 693.472823] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521b94ec-1138-f11d-971c-b6640369238e" [ 693.472823] env[69529]: _type = "Task" [ 693.472823] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.481319] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521b94ec-1138-f11d-971c-b6640369238e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.486295] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.488410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.488640] env[69529]: DEBUG nova.network.neutron [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.599725] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355462, 'name': ReconfigVM_Task, 'duration_secs': 0.525783} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.603022] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Reconfigured VM instance instance-00000010 to attach disk [datastore2] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.603924] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c01eb352-a287-4cf3-8f50-1f31ccb5ea74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.611325] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 693.611325] env[69529]: value = "task-3355463" [ 693.611325] env[69529]: _type = "Task" [ 693.611325] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.623877] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355463, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.670113] env[69529]: DEBUG nova.network.neutron [-] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.960929] env[69529]: DEBUG nova.network.neutron [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Updating instance_info_cache with network_info: [{"id": "947de6d6-9a39-470e-be50-0ef17ad23111", "address": "fa:16:3e:3a:8b:1b", "network": {"id": "dcd63b14-3d56-4b86-955a-59743826d4c9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1215290519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f5f688153456ba7c08b73b9a86013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947de6d6-9a", "ovs_interfaceid": "947de6d6-9a39-470e-be50-0ef17ad23111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.982621] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efb4d6b-0422-4931-b239-9668f7a21b15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.993896] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521b94ec-1138-f11d-971c-b6640369238e, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.996295] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccaa1f2-6648-4334-8d62-9d51465a5476 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.001506] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5efee5-c7ec-4315-afc4-b065fe88f5dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.008561] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 694.008561] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520d5293-643c-eef5-ff91-c2d6a0ac8d2f" [ 694.008561] env[69529]: _type = "Task" [ 694.008561] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.043438] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d87ba-00d2-4157-b930-8f481c8398af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.052296] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520d5293-643c-eef5-ff91-c2d6a0ac8d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.052982] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.053296] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.053560] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a8c4ed2-a74b-4f22-b45f-21e83b313fbc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.058938] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352605c-55f5-40f1-a3e9-307c2718de9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.069494] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 694.069494] env[69529]: value = "task-3355464" [ 694.069494] env[69529]: _type = "Task" [ 694.069494] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.079987] env[69529]: DEBUG nova.compute.provider_tree [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.086602] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.127986] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355463, 'name': Rename_Task, 'duration_secs': 0.139249} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.129105] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.129745] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58f214a9-ae20-43e1-901a-23b58fccfbe0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.136416] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 694.136416] env[69529]: value = "task-3355465" [ 694.136416] env[69529]: _type = "Task" [ 694.136416] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.148147] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.175673] env[69529]: INFO nova.compute.manager [-] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Took 2.06 seconds to deallocate network for instance. [ 694.466193] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Releasing lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.466657] env[69529]: DEBUG nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Instance network_info: |[{"id": "947de6d6-9a39-470e-be50-0ef17ad23111", "address": "fa:16:3e:3a:8b:1b", "network": {"id": "dcd63b14-3d56-4b86-955a-59743826d4c9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1215290519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f5f688153456ba7c08b73b9a86013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947de6d6-9a", "ovs_interfaceid": "947de6d6-9a39-470e-be50-0ef17ad23111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.467065] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:8b:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947de6d6-9a39-470e-be50-0ef17ad23111', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.477318] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Creating folder: Project (118f5f688153456ba7c08b73b9a86013). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.477651] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d658722-15f4-4e93-9dc8-0c17989b0959 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.491427] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Created folder: Project (118f5f688153456ba7c08b73b9a86013) in parent group-v669649. [ 694.491427] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Creating folder: Instances. Parent ref: group-v669701. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.491938] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10ec9eed-9e28-4a3e-adc2-2443badd9216 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.504053] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Created folder: Instances in parent group-v669701. [ 694.506745] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.506745] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.506745] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7160731a-873d-4bd3-ba9a-b32a49fd67e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.529634] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.529634] env[69529]: value = "task-3355468" [ 694.529634] env[69529]: _type = "Task" [ 694.529634] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.546520] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355468, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.555325] env[69529]: DEBUG nova.network.neutron [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance_info_cache with network_info: [{"id": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "address": "fa:16:3e:d5:3e:9e", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcda027-df", "ovs_interfaceid": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.587840] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355464, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.611890] env[69529]: ERROR nova.scheduler.client.report [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [req-25000a42-7adc-4c3c-ba6e-3470796f57c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-25000a42-7adc-4c3c-ba6e-3470796f57c9"}]} [ 694.642137] env[69529]: DEBUG nova.scheduler.client.report [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 694.656478] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355465, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.665343] env[69529]: DEBUG nova.scheduler.client.report [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 694.665539] env[69529]: DEBUG nova.compute.provider_tree [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.682762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.689932] env[69529]: DEBUG nova.scheduler.client.report [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 694.724255] env[69529]: DEBUG nova.scheduler.client.report [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 694.894415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "79c9838c-a286-4c4c-9b0c-62eba502c100" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.895050] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.895050] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "79c9838c-a286-4c4c-9b0c-62eba502c100-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.895348] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.895598] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.904683] env[69529]: INFO nova.compute.manager [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Terminating instance [ 695.040837] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355468, 'name': CreateVM_Task, 'duration_secs': 0.438937} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.040837] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.041953] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.041953] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.042101] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.042358] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc579348-601e-4fc7-ba41-cb7c8588ae54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.047391] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 695.047391] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d9f4f-b8c6-9651-9ad2-34086c55be09" [ 695.047391] env[69529]: _type = "Task" [ 695.047391] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.059439] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.061181] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d9f4f-b8c6-9651-9ad2-34086c55be09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.083076] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570384} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.088524] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.088524] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.088524] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d61818cf-9d87-4eae-abcd-5ab09ebb07fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.099052] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 695.099052] env[69529]: value = "task-3355469" [ 695.099052] env[69529]: _type = "Task" [ 695.099052] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.113038] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.158352] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355465, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.218929] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.219198] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.274973] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5b2212-72ab-4671-9941-0c3dcd2bbe03 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.284496] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598d3de7-011f-408f-a8cb-f3b2c941ce9f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.333171] env[69529]: DEBUG nova.network.neutron [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Successfully updated port: e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.334796] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd0f8a7-3d2d-4b69-b81b-d994441e4dd2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.348669] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb35081-1b50-499f-931d-963af12beaff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.368410] env[69529]: DEBUG nova.compute.provider_tree [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.411225] env[69529]: DEBUG nova.compute.manager [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.411886] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.413084] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ffb790-0b1f-4574-bec8-d7f6672e36ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.422816] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.423822] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b3f95c-f35a-4615-9652-abc747d7f3a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.431484] env[69529]: DEBUG oslo_vmware.api [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 695.431484] env[69529]: value = "task-3355470" [ 695.431484] env[69529]: _type = "Task" [ 695.431484] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.439991] env[69529]: DEBUG oslo_vmware.api [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.581582] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d9f4f-b8c6-9651-9ad2-34086c55be09, 'name': SearchDatastore_Task, 'duration_secs': 0.014935} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.581582] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.581582] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.581582] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.581929] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.581929] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.581929] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6026fca0-b62b-4099-a4c2-a434308d7cd2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.592564] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.592774] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.593611] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc89891f-5f41-489f-bac3-e335da590f50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.615236] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 695.615236] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5271647e-2bf8-25b3-d4e6-5cc9895af362" [ 695.615236] env[69529]: _type = "Task" [ 695.615236] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.615473] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112155} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.615838] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.622712] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc49eda4-5417-41d3-8cd2-cd48ab1a3371 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.633338] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5271647e-2bf8-25b3-d4e6-5cc9895af362, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.652913] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.653988] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12464577-9e86-4052-8c23-0ab5bfe10c6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.656554] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1009a038-62ef-482a-a032-4b1343e82a69 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.677766] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 695.677766] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52de28e7-8267-c1a1-ef26-1d5ecddb11fa" [ 695.677766] env[69529]: _type = "Task" [ 695.677766] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.681227] env[69529]: DEBUG oslo_vmware.api [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355465, 'name': PowerOnVM_Task, 'duration_secs': 1.251536} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.685237] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.685521] env[69529]: INFO nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Took 10.69 seconds to spawn the instance on the hypervisor. [ 695.685618] env[69529]: DEBUG nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.685948] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 695.685948] env[69529]: value = "task-3355471" [ 695.685948] env[69529]: _type = "Task" [ 695.685948] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.686648] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2512c2d-da90-4dba-8d2b-8c51904c332b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.699171] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52de28e7-8267-c1a1-ef26-1d5ecddb11fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015937} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.699878] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.700528] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 507aa0e9-96c1-46cd-88cc-469f5ae354a6/507aa0e9-96c1-46cd-88cc-469f5ae354a6.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.702926] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e1af76e-24f7-4902-aee9-f58e53092eb0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.713450] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.718217] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 695.718217] env[69529]: value = "task-3355472" [ 695.718217] env[69529]: _type = "Task" [ 695.718217] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.726555] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.842655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "refresh_cache-29afca04-1a1d-4518-a2cb-c02055db1a49" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.842822] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquired lock "refresh_cache-29afca04-1a1d-4518-a2cb-c02055db1a49" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.842966] env[69529]: DEBUG nova.network.neutron [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.869656] env[69529]: DEBUG nova.scheduler.client.report [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.950164] env[69529]: DEBUG oslo_vmware.api [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355470, 'name': PowerOffVM_Task, 'duration_secs': 0.190206} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.950616] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.950616] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.951273] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d1cf5a4-c06c-4d8a-be63-bb0b778ad563 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.960646] env[69529]: DEBUG nova.compute.manager [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Received event network-changed-947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.961081] env[69529]: DEBUG nova.compute.manager [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Refreshing instance network info cache due to event network-changed-947de6d6-9a39-470e-be50-0ef17ad23111. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.961385] env[69529]: DEBUG oslo_concurrency.lockutils [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] Acquiring lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.961600] env[69529]: DEBUG oslo_concurrency.lockutils [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] Acquired lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.961816] env[69529]: DEBUG nova.network.neutron [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Refreshing network info cache for port 947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.024229] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.024982] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.024982] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleting the datastore file [datastore2] 79c9838c-a286-4c4c-9b0c-62eba502c100 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.024982] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10dac72a-0ed9-4c1a-bc01-d2774ed9de22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.037010] env[69529]: DEBUG oslo_vmware.api [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 696.037010] env[69529]: value = "task-3355474" [ 696.037010] env[69529]: _type = "Task" [ 696.037010] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.053686] env[69529]: DEBUG oslo_vmware.api [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.062774] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "5992d1f4-5bc1-42a7-860b-984593253dd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.063037] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.203714] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.230024] env[69529]: INFO nova.compute.manager [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Took 26.98 seconds to build instance. [ 696.235198] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.376342] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.914s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.377873] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.384761] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.872s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.386228] env[69529]: INFO nova.compute.claims [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.425197] env[69529]: DEBUG nova.network.neutron [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.550595] env[69529]: DEBUG oslo_vmware.api [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320623} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.554274] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.554274] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.554274] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.554274] env[69529]: INFO nova.compute.manager [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Took 1.14 seconds to destroy the instance on the hypervisor. [ 696.554274] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.554849] env[69529]: DEBUG nova.compute.manager [-] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.554849] env[69529]: DEBUG nova.network.neutron [-] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.578234] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868beb90-3f07-448b-b16d-c8813e274afc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.604022] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance '11d9bedb-4afe-4a98-bf67-180666568c92' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 696.701922] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355471, 'name': ReconfigVM_Task, 'duration_secs': 0.586856} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.704187] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f/f5099c97-5bf0-424b-9323-c3fdf3bd418f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.706043] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-526e80f1-f489-4549-8951-89411e8da02b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.714975] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 696.714975] env[69529]: value = "task-3355475" [ 696.714975] env[69529]: _type = "Task" [ 696.714975] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.724537] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355475, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.730678] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5bb5da48-9b31-4282-a933-a675f2ba77b1 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.486s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.737720] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537846} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.737982] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 507aa0e9-96c1-46cd-88cc-469f5ae354a6/507aa0e9-96c1-46cd-88cc-469f5ae354a6.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.738363] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.739355] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be9fbf07-3555-483e-a27f-8c50fd024e75 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.745503] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 696.745503] env[69529]: value = "task-3355476" [ 696.745503] env[69529]: _type = "Task" [ 696.745503] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.757436] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.893517] env[69529]: DEBUG nova.compute.utils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.895322] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.895554] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.110940] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.111245] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f9398a-0784-4086-86b2-84f3fad688a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.123323] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 697.123323] env[69529]: value = "task-3355477" [ 697.123323] env[69529]: _type = "Task" [ 697.123323] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.137099] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.221634] env[69529]: DEBUG nova.policy [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8422897d894cf887e13e8f7ffa77e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f3a3d879d6643f1af7b84af6168a49a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.233769] env[69529]: DEBUG nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.236711] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355475, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.257614] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066495} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.258026] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.259385] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da09422b-a9fd-4cd6-99ab-eaf7d076f296 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.284096] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 507aa0e9-96c1-46cd-88cc-469f5ae354a6/507aa0e9-96c1-46cd-88cc-469f5ae354a6.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.285130] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc6034a6-fe7d-4582-9644-d3fcadc0f29a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.313404] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 697.313404] env[69529]: value = "task-3355478" [ 697.313404] env[69529]: _type = "Task" [ 697.313404] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.323753] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.404043] env[69529]: DEBUG nova.network.neutron [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Updating instance_info_cache with network_info: [{"id": "e57d3a3c-b2a0-4a6f-866f-b60b3e950d64", "address": "fa:16:3e:70:cd:e4", "network": {"id": "74bfab6d-6f04-43bf-b461-4323c960b84b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1039066219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55a1f14d45954e2cbd11b9077576edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57d3a3c-b2", "ovs_interfaceid": "e57d3a3c-b2a0-4a6f-866f-b60b3e950d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.407405] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.634076] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.706927] env[69529]: DEBUG nova.network.neutron [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Updated VIF entry in instance network info cache for port 947de6d6-9a39-470e-be50-0ef17ad23111. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.707909] env[69529]: DEBUG nova.network.neutron [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Updating instance_info_cache with network_info: [{"id": "947de6d6-9a39-470e-be50-0ef17ad23111", "address": "fa:16:3e:3a:8b:1b", "network": {"id": "dcd63b14-3d56-4b86-955a-59743826d4c9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1215290519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f5f688153456ba7c08b73b9a86013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947de6d6-9a", "ovs_interfaceid": "947de6d6-9a39-470e-be50-0ef17ad23111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.737832] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355475, 'name': Rename_Task, 'duration_secs': 0.915588} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.741616] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.744336] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f0745e-0bd4-4101-a937-9b14394249ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.755557] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 697.755557] env[69529]: value = "task-3355479" [ 697.755557] env[69529]: _type = "Task" [ 697.755557] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.765119] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.772160] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.833952] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.912287] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Releasing lock "refresh_cache-29afca04-1a1d-4518-a2cb-c02055db1a49" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.912660] env[69529]: DEBUG nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Instance network_info: |[{"id": "e57d3a3c-b2a0-4a6f-866f-b60b3e950d64", "address": "fa:16:3e:70:cd:e4", "network": {"id": "74bfab6d-6f04-43bf-b461-4323c960b84b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1039066219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55a1f14d45954e2cbd11b9077576edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57d3a3c-b2", "ovs_interfaceid": "e57d3a3c-b2a0-4a6f-866f-b60b3e950d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.919497] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:cd:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e57d3a3c-b2a0-4a6f-866f-b60b3e950d64', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.939723] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Creating folder: Project (55a1f14d45954e2cbd11b9077576edbe). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.941562] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f454de-cd0f-45e7-b030-594a60c46f85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.952758] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "8865002f-5666-480a-852d-67f6768642a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.952758] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "8865002f-5666-480a-852d-67f6768642a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.964742] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Created folder: Project (55a1f14d45954e2cbd11b9077576edbe) in parent group-v669649. [ 697.964742] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Creating folder: Instances. Parent ref: group-v669704. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.964742] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2de89f5c-765e-446b-91d0-6bdb99dee3e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.974173] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Created folder: Instances in parent group-v669704. [ 697.974497] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.974747] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.975139] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80c9d751-ad11-4f6b-8231-13a902d86f83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.008073] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.008073] env[69529]: value = "task-3355482" [ 698.008073] env[69529]: _type = "Task" [ 698.008073] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.028644] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355482, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.140841] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355477, 'name': PowerOffVM_Task, 'duration_secs': 0.987067} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.141145] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.141329] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance '11d9bedb-4afe-4a98-bf67-180666568c92' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.183402] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c998bbd9-3b0d-4b7b-9ce0-fb9e5bcabbe2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.194550] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ccd900-bb91-481b-920a-b77bd31da623 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.226417] env[69529]: DEBUG oslo_concurrency.lockutils [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] Releasing lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.226417] env[69529]: DEBUG nova.compute.manager [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Received event network-vif-deleted-1a09cd13-c442-4bdd-830c-0599cb64de8f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.226417] env[69529]: DEBUG nova.compute.manager [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Received event network-vif-plugged-e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.226417] env[69529]: DEBUG oslo_concurrency.lockutils [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] Acquiring lock "29afca04-1a1d-4518-a2cb-c02055db1a49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.226803] env[69529]: DEBUG oslo_concurrency.lockutils [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.226803] env[69529]: DEBUG oslo_concurrency.lockutils [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.226803] env[69529]: DEBUG nova.compute.manager [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] No waiting events found dispatching network-vif-plugged-e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.227035] env[69529]: WARNING nova.compute.manager [req-132339cd-3e25-4c99-b7a3-9913921dbdbc req-bd4a42cb-ddba-4750-b4b8-06d65e74c785 service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Received unexpected event network-vif-plugged-e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 for instance with vm_state building and task_state spawning. [ 698.229030] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc997977-515a-4445-a30c-9ffb317c7895 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.238539] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45efb2cf-511f-4742-ba18-50eca01c1e21 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.254800] env[69529]: DEBUG nova.compute.provider_tree [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.266348] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355479, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.326450] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355478, 'name': ReconfigVM_Task, 'duration_secs': 0.796053} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.326763] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 507aa0e9-96c1-46cd-88cc-469f5ae354a6/507aa0e9-96c1-46cd-88cc-469f5ae354a6.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.327630] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852a2208-be89-425e-9118-8663e4991f96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.334307] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 698.334307] env[69529]: value = "task-3355483" [ 698.334307] env[69529]: _type = "Task" [ 698.334307] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.343462] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355483, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.437357] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Successfully created port: 79abd402-c0f1-4b15-9560-87720781551f {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.442752] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.472584] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.472584] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.472842] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.473615] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.473615] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.473615] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.473615] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.473903] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.473903] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.474020] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.474268] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.475108] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fbc929-b8e0-474b-bbb5-a995c6102a37 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.485078] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2410a-88b7-40d9-8033-085a63037ac4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.504039] env[69529]: DEBUG nova.network.neutron [-] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.521402] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355482, 'name': CreateVM_Task, 'duration_secs': 0.371941} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.521799] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.522882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.523249] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.524725] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.525178] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977398dd-4491-4eee-8cb1-ed4b28eb3210 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.531482] env[69529]: DEBUG nova.compute.manager [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Received event network-changed-e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.531842] env[69529]: DEBUG nova.compute.manager [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Refreshing instance network info cache due to event network-changed-e57d3a3c-b2a0-4a6f-866f-b60b3e950d64. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.533518] env[69529]: DEBUG oslo_concurrency.lockutils [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] Acquiring lock "refresh_cache-29afca04-1a1d-4518-a2cb-c02055db1a49" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.533518] env[69529]: DEBUG oslo_concurrency.lockutils [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] Acquired lock "refresh_cache-29afca04-1a1d-4518-a2cb-c02055db1a49" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.533518] env[69529]: DEBUG nova.network.neutron [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Refreshing network info cache for port e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.539331] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 698.539331] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5237c318-4c17-9946-b741-267d045403ea" [ 698.539331] env[69529]: _type = "Task" [ 698.539331] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.552074] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5237c318-4c17-9946-b741-267d045403ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.552669] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.553061] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.553416] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.553604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.553884] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.554388] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14ff9c0e-bdf9-425a-8180-62cbed9d3607 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.564961] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.564961] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.565949] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbe28ea-268a-4862-9b58-a09d189e0302 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.572168] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 698.572168] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5222af0c-0639-0d05-6326-9f39fbbd5c9a" [ 698.572168] env[69529]: _type = "Task" [ 698.572168] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.582478] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5222af0c-0639-0d05-6326-9f39fbbd5c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.648802] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.649223] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.649223] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.649328] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.649473] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.651497] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.651732] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.651917] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.652222] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.652334] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.652549] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.657615] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b51a7edb-3218-40ec-aa24-18d1cde58265 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.673837] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 698.673837] env[69529]: value = "task-3355484" [ 698.673837] env[69529]: _type = "Task" [ 698.673837] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.685095] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.763422] env[69529]: DEBUG nova.scheduler.client.report [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.774629] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355479, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.848098] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355483, 'name': Rename_Task, 'duration_secs': 0.134051} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.848098] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.848098] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22136b2-43ed-4da8-b315-908afd37c7dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.853576] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 698.853576] env[69529]: value = "task-3355485" [ 698.853576] env[69529]: _type = "Task" [ 698.853576] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.861363] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.006923] env[69529]: INFO nova.compute.manager [-] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Took 2.45 seconds to deallocate network for instance. [ 699.088438] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5222af0c-0639-0d05-6326-9f39fbbd5c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.092731] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffffe66e-0426-4d88-b48d-2e1c877cbe76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.101655] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 699.101655] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5219a321-5da6-495f-2353-af41c43a87b3" [ 699.101655] env[69529]: _type = "Task" [ 699.101655] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.110054] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5219a321-5da6-495f-2353-af41c43a87b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.187690] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355484, 'name': ReconfigVM_Task, 'duration_secs': 0.134799} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.187993] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance '11d9bedb-4afe-4a98-bf67-180666568c92' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.268911] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.269506] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.272219] env[69529]: DEBUG oslo_vmware.api [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355479, 'name': PowerOnVM_Task, 'duration_secs': 1.078543} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.272683] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.091s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.276298] env[69529]: INFO nova.compute.claims [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.277140] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.277343] env[69529]: DEBUG nova.compute.manager [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.280277] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0957c7f1-fe3b-47b7-9947-69ce058c8f5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.295023] env[69529]: DEBUG nova.network.neutron [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Updated VIF entry in instance network info cache for port e57d3a3c-b2a0-4a6f-866f-b60b3e950d64. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.295023] env[69529]: DEBUG nova.network.neutron [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Updating instance_info_cache with network_info: [{"id": "e57d3a3c-b2a0-4a6f-866f-b60b3e950d64", "address": "fa:16:3e:70:cd:e4", "network": {"id": "74bfab6d-6f04-43bf-b461-4323c960b84b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1039066219-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55a1f14d45954e2cbd11b9077576edbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape57d3a3c-b2", "ovs_interfaceid": "e57d3a3c-b2a0-4a6f-866f-b60b3e950d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.364617] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355485, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.519206] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.616010] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5219a321-5da6-495f-2353-af41c43a87b3, 'name': SearchDatastore_Task, 'duration_secs': 0.023663} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.622438] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.622513] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 29afca04-1a1d-4518-a2cb-c02055db1a49/29afca04-1a1d-4518-a2cb-c02055db1a49.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.629806] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd16633d-5570-403c-9049-d6b830245601 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.633101] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.633935] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.640335] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 699.640335] env[69529]: value = "task-3355486" [ 699.640335] env[69529]: _type = "Task" [ 699.640335] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.651959] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.694916] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.695232] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.695396] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.695825] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.695825] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.696097] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.699277] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.702092] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.702092] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.702092] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.702092] env[69529]: DEBUG nova.virt.hardware [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.707627] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 699.708404] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da85fd7b-4ea2-479f-b928-871cd5da10a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.732097] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 699.732097] env[69529]: value = "task-3355487" [ 699.732097] env[69529]: _type = "Task" [ 699.732097] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.740843] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.775394] env[69529]: DEBUG nova.compute.utils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.776573] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.777337] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.803515] env[69529]: DEBUG oslo_concurrency.lockutils [req-41e6abd1-9fe3-4ade-96b2-115fef241e1d req-7decc232-21b6-4abc-a1a8-f32a401d69ce service nova] Releasing lock "refresh_cache-29afca04-1a1d-4518-a2cb-c02055db1a49" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.804375] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.866648] env[69529]: DEBUG nova.policy [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8422897d894cf887e13e8f7ffa77e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f3a3d879d6643f1af7b84af6168a49a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.877700] env[69529]: DEBUG oslo_vmware.api [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355485, 'name': PowerOnVM_Task, 'duration_secs': 0.857862} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.878332] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.878511] env[69529]: INFO nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Took 10.81 seconds to spawn the instance on the hypervisor. [ 699.878734] env[69529]: DEBUG nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.879633] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b86e771-7382-4f47-8ff7-c33df15563fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.153496] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355486, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.171066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.171066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.243135] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355487, 'name': ReconfigVM_Task, 'duration_secs': 0.281947} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.243527] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 700.245536] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d182c05e-edbc-410a-951c-24c3cd4890d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.274596] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 11d9bedb-4afe-4a98-bf67-180666568c92/11d9bedb-4afe-4a98-bf67-180666568c92.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.275111] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb27a5c-5681-43fc-b039-c25376963c33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.292122] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.297349] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Successfully updated port: 79abd402-c0f1-4b15-9560-87720781551f {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.303526] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 700.303526] env[69529]: value = "task-3355488" [ 700.303526] env[69529]: _type = "Task" [ 700.303526] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.313284] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.351725] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Successfully created port: 3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.407571] env[69529]: INFO nova.compute.manager [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Took 29.24 seconds to build instance. [ 700.644659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "d2cf6d47-2eb2-43e9-baad-73442f983351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.644908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.657845] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578646} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.664193] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 29afca04-1a1d-4518-a2cb-c02055db1a49/29afca04-1a1d-4518-a2cb-c02055db1a49.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.664193] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.664193] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5636e39b-46b6-4864-9a4c-477bcc326cb0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.667397] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 700.667397] env[69529]: value = "task-3355489" [ 700.667397] env[69529]: _type = "Task" [ 700.667397] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.675226] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.796204] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819ffcf4-9f96-475e-8623-616f00bbbc17 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.802574] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "refresh_cache-2d5785a7-7e94-47ae-9dd9-6f596fc38843" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.802791] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "refresh_cache-2d5785a7-7e94-47ae-9dd9-6f596fc38843" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.802875] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.810439] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7728bab-412e-42b3-bcf3-e0dd2fd655d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.817210] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.850154] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf81261a-0b37-45f1-a9fd-ee57dd1da3e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.858365] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de733bc5-572a-487d-b3cf-a0f7795f93a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.866273] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "656029d7-0bfc-4e9a-a894-8d29066228bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.866494] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.875875] env[69529]: DEBUG nova.compute.provider_tree [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.909985] env[69529]: DEBUG oslo_concurrency.lockutils [None req-999ebdc5-cf5d-4837-bef1-2222fc3b78bb tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.760s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.178966] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060682} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.179289] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.180085] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce80a95-4d5f-4e7b-9179-a22a28f1f829 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.202326] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 29afca04-1a1d-4518-a2cb-c02055db1a49/29afca04-1a1d-4518-a2cb-c02055db1a49.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.203548] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a116cca5-c63b-4743-bb30-8f7ca20f02f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.219512] env[69529]: DEBUG nova.compute.manager [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Received event network-vif-deleted-0af00aac-19a0-438c-82c9-c8059e453ddb {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.219655] env[69529]: DEBUG nova.compute.manager [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Received event network-vif-plugged-79abd402-c0f1-4b15-9560-87720781551f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.219870] env[69529]: DEBUG oslo_concurrency.lockutils [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] Acquiring lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.220086] env[69529]: DEBUG oslo_concurrency.lockutils [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.220291] env[69529]: DEBUG oslo_concurrency.lockutils [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.220450] env[69529]: DEBUG nova.compute.manager [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] No waiting events found dispatching network-vif-plugged-79abd402-c0f1-4b15-9560-87720781551f {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.220613] env[69529]: WARNING nova.compute.manager [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Received unexpected event network-vif-plugged-79abd402-c0f1-4b15-9560-87720781551f for instance with vm_state building and task_state spawning. [ 701.220795] env[69529]: DEBUG nova.compute.manager [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Received event network-changed-79abd402-c0f1-4b15-9560-87720781551f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.220950] env[69529]: DEBUG nova.compute.manager [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Refreshing instance network info cache due to event network-changed-79abd402-c0f1-4b15-9560-87720781551f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.221145] env[69529]: DEBUG oslo_concurrency.lockutils [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] Acquiring lock "refresh_cache-2d5785a7-7e94-47ae-9dd9-6f596fc38843" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.227789] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 701.227789] env[69529]: value = "task-3355490" [ 701.227789] env[69529]: _type = "Task" [ 701.227789] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.390262] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.390262] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.390262] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355488, 'name': ReconfigVM_Task, 'duration_secs': 0.709068} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.390262] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 11d9bedb-4afe-4a98-bf67-180666568c92/11d9bedb-4afe-4a98-bf67-180666568c92.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.391388] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance '11d9bedb-4afe-4a98-bf67-180666568c92' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.391388] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.391388] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.391794] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.391794] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.391794] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.391794] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.391794] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.391976] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.391976] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.391976] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.391976] env[69529]: DEBUG nova.virt.hardware [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.391976] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8934028-71fa-4005-92dc-3b7019f06690 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392299] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.392299] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d3a7d8-d158-4cda-9ac0-aa85ed4689a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.392299] env[69529]: DEBUG nova.scheduler.client.report [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.412725] env[69529]: DEBUG nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.525884] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Updating instance_info_cache with network_info: [{"id": "79abd402-c0f1-4b15-9560-87720781551f", "address": "fa:16:3e:58:8c:6f", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79abd402-c0", "ovs_interfaceid": "79abd402-c0f1-4b15-9560-87720781551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.742477] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.742823] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.742916] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355490, 'name': ReconfigVM_Task, 'duration_secs': 0.469455} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.743243] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 29afca04-1a1d-4518-a2cb-c02055db1a49/29afca04-1a1d-4518-a2cb-c02055db1a49.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.743773] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff5ac69-dedd-4e9a-a3fd-2a1cf067720d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.752248] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 701.752248] env[69529]: value = "task-3355491" [ 701.752248] env[69529]: _type = "Task" [ 701.752248] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.761626] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355491, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.829706] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ff12fd-84da-4ed3-b7be-cb3f5c38cdbb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.857253] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c8639-b060-4744-a2e8-f91dcfa1195b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.875383] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance '11d9bedb-4afe-4a98-bf67-180666568c92' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.883802] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.884337] env[69529]: DEBUG nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.890236] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.160s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.890796] env[69529]: INFO nova.compute.claims [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.924199] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Successfully updated port: 3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.931619] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.931873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.932084] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.932326] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.932460] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.935883] env[69529]: INFO nova.compute.manager [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Terminating instance [ 701.944194] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.028504] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "refresh_cache-2d5785a7-7e94-47ae-9dd9-6f596fc38843" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.028784] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Instance network_info: |[{"id": "79abd402-c0f1-4b15-9560-87720781551f", "address": "fa:16:3e:58:8c:6f", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79abd402-c0", "ovs_interfaceid": "79abd402-c0f1-4b15-9560-87720781551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.029103] env[69529]: DEBUG oslo_concurrency.lockutils [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] Acquired lock "refresh_cache-2d5785a7-7e94-47ae-9dd9-6f596fc38843" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.029417] env[69529]: DEBUG nova.network.neutron [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Refreshing network info cache for port 79abd402-c0f1-4b15-9560-87720781551f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.030584] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:8c:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79abd402-c0f1-4b15-9560-87720781551f', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.038719] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Creating folder: Project (2f3a3d879d6643f1af7b84af6168a49a). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.039800] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94831cb8-e16b-4a34-bde5-aff5f66645b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.050630] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Created folder: Project (2f3a3d879d6643f1af7b84af6168a49a) in parent group-v669649. [ 702.050733] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Creating folder: Instances. Parent ref: group-v669707. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.050943] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a990d669-3c3c-43bd-b40b-9c3cce7533eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.056619] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.056832] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.062748] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Created folder: Instances in parent group-v669707. [ 702.062993] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.063204] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.063403] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f769a4-b7a3-4c02-ab32-6255f8fd528a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.090830] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.090830] env[69529]: value = "task-3355494" [ 702.090830] env[69529]: _type = "Task" [ 702.090830] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.101363] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355494, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.266746] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355491, 'name': Rename_Task, 'duration_secs': 0.394303} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.266816] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.267075] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfbe6060-933d-4104-9d94-ce24e836205b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.273217] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 702.273217] env[69529]: value = "task-3355495" [ 702.273217] env[69529]: _type = "Task" [ 702.273217] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.285702] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.397759] env[69529]: DEBUG nova.compute.utils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.399479] env[69529]: DEBUG nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.399831] env[69529]: DEBUG nova.network.neutron [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.428605] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "refresh_cache-ea3f6265-95ff-416f-b86d-5646e8bd9bf7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.428838] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "refresh_cache-ea3f6265-95ff-416f-b86d-5646e8bd9bf7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.429016] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.439632] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "refresh_cache-f5099c97-5bf0-424b-9323-c3fdf3bd418f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.439804] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "refresh_cache-f5099c97-5bf0-424b-9323-c3fdf3bd418f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.440172] env[69529]: DEBUG nova.network.neutron [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.445177] env[69529]: DEBUG nova.network.neutron [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Port ffcda027-dfd3-47e2-8f4d-e50a2163f1bc binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 702.459891] env[69529]: DEBUG nova.policy [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d5d2da985334d9e95b147efce662686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ef9bda84a84951b0234c8c70daf356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.605491] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355494, 'name': CreateVM_Task, 'duration_secs': 0.365787} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.605828] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.606735] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.607374] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.607881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.608610] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177e13ff-1a94-4937-9c9d-621eb6fb4bc6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.615279] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 702.615279] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529da629-d3ab-14dd-cfe4-1c689e3d5a63" [ 702.615279] env[69529]: _type = "Task" [ 702.615279] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.626625] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529da629-d3ab-14dd-cfe4-1c689e3d5a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.790051] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355495, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.814690] env[69529]: DEBUG nova.compute.manager [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Received event network-changed-947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.814945] env[69529]: DEBUG nova.compute.manager [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Refreshing instance network info cache due to event network-changed-947de6d6-9a39-470e-be50-0ef17ad23111. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.815191] env[69529]: DEBUG oslo_concurrency.lockutils [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] Acquiring lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.815344] env[69529]: DEBUG oslo_concurrency.lockutils [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] Acquired lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.815531] env[69529]: DEBUG nova.network.neutron [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Refreshing network info cache for port 947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.887097] env[69529]: DEBUG nova.network.neutron [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Updated VIF entry in instance network info cache for port 79abd402-c0f1-4b15-9560-87720781551f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.887097] env[69529]: DEBUG nova.network.neutron [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Updating instance_info_cache with network_info: [{"id": "79abd402-c0f1-4b15-9560-87720781551f", "address": "fa:16:3e:58:8c:6f", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79abd402-c0", "ovs_interfaceid": "79abd402-c0f1-4b15-9560-87720781551f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.904589] env[69529]: DEBUG nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.924809] env[69529]: DEBUG nova.network.neutron [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Successfully created port: 988909dc-7d8d-4525-b9c9-76bb4217676d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.957839] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "685aaf9b-7133-48ce-8224-3f855f94d723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.957839] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "685aaf9b-7133-48ce-8224-3f855f94d723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.991427] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.993830] env[69529]: DEBUG nova.network.neutron [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.126807] env[69529]: DEBUG nova.network.neutron [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.134027] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529da629-d3ab-14dd-cfe4-1c689e3d5a63, 'name': SearchDatastore_Task, 'duration_secs': 0.013571} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.137499] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.137810] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.137958] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.139352] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.139600] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.140489] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56ed6c08-3411-4d4b-b332-93d96af9b946 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.154889] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.155095] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.155856] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79ba0ca-cfc4-435b-9fbd-26f4a15c0e68 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.164332] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 703.164332] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52421f21-9280-7e80-4514-6cb3bba8c91c" [ 703.164332] env[69529]: _type = "Task" [ 703.164332] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.173814] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52421f21-9280-7e80-4514-6cb3bba8c91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.242431] env[69529]: DEBUG nova.compute.manager [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Received event network-vif-plugged-3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.242635] env[69529]: DEBUG oslo_concurrency.lockutils [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] Acquiring lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.242856] env[69529]: DEBUG oslo_concurrency.lockutils [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.243203] env[69529]: DEBUG oslo_concurrency.lockutils [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.243437] env[69529]: DEBUG nova.compute.manager [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] No waiting events found dispatching network-vif-plugged-3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.243765] env[69529]: WARNING nova.compute.manager [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Received unexpected event network-vif-plugged-3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 for instance with vm_state building and task_state spawning. [ 703.244115] env[69529]: DEBUG nova.compute.manager [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Received event network-changed-3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.244353] env[69529]: DEBUG nova.compute.manager [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Refreshing instance network info cache due to event network-changed-3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.244718] env[69529]: DEBUG oslo_concurrency.lockutils [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] Acquiring lock "refresh_cache-ea3f6265-95ff-416f-b86d-5646e8bd9bf7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.262226] env[69529]: DEBUG nova.network.neutron [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Updating instance_info_cache with network_info: [{"id": "3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0", "address": "fa:16:3e:d3:bd:6b", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9d55bd-71", "ovs_interfaceid": "3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.287420] env[69529]: DEBUG oslo_vmware.api [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355495, 'name': PowerOnVM_Task, 'duration_secs': 0.630072} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.288441] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.288591] env[69529]: INFO nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Took 11.39 seconds to spawn the instance on the hypervisor. [ 703.288773] env[69529]: DEBUG nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.289569] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d175691-f72b-4f7b-849d-2491e4449d66 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.391328] env[69529]: DEBUG oslo_concurrency.lockutils [req-87f60aa1-fbf3-4dd5-baa6-46bfc4d90866 req-1012f649-8acc-44d2-9c90-481f51b7c441 service nova] Releasing lock "refresh_cache-2d5785a7-7e94-47ae-9dd9-6f596fc38843" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.473988] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.474328] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.474410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.543028] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f8c7a-ad12-4fef-bfaf-e263f967e646 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.549128] env[69529]: DEBUG nova.network.neutron [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Updated VIF entry in instance network info cache for port 947de6d6-9a39-470e-be50-0ef17ad23111. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.549481] env[69529]: DEBUG nova.network.neutron [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Updating instance_info_cache with network_info: [{"id": "947de6d6-9a39-470e-be50-0ef17ad23111", "address": "fa:16:3e:3a:8b:1b", "network": {"id": "dcd63b14-3d56-4b86-955a-59743826d4c9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1215290519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "118f5f688153456ba7c08b73b9a86013", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947de6d6-9a", "ovs_interfaceid": "947de6d6-9a39-470e-be50-0ef17ad23111", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.554046] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45558a69-754e-44fa-9d04-d65e7f733b66 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.589057] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8938e03e-262e-478b-8527-2bc637f07f67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.597133] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d1e978-3fac-47e4-912a-ab31d13d577e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.611811] env[69529]: DEBUG nova.compute.provider_tree [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.630206] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "refresh_cache-f5099c97-5bf0-424b-9323-c3fdf3bd418f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.630347] env[69529]: DEBUG nova.compute.manager [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.630550] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.631381] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7703236-8197-46bf-8cb5-06d51b4ebba9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.639072] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.639303] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b00d38f1-f6dd-46f0-a9c6-36445f156cd0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.645127] env[69529]: DEBUG oslo_vmware.api [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 703.645127] env[69529]: value = "task-3355496" [ 703.645127] env[69529]: _type = "Task" [ 703.645127] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.652782] env[69529]: DEBUG oslo_vmware.api [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.675084] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52421f21-9280-7e80-4514-6cb3bba8c91c, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.675860] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d385c843-b5d5-49e6-b374-a47ce0c25336 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.680663] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 703.680663] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dfb15b-d2dc-245c-3308-49a44e21c0bf" [ 703.680663] env[69529]: _type = "Task" [ 703.680663] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.688255] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dfb15b-d2dc-245c-3308-49a44e21c0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.767162] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "refresh_cache-ea3f6265-95ff-416f-b86d-5646e8bd9bf7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.767551] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Instance network_info: |[{"id": "3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0", "address": "fa:16:3e:d3:bd:6b", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9d55bd-71", "ovs_interfaceid": "3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.767953] env[69529]: DEBUG oslo_concurrency.lockutils [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] Acquired lock "refresh_cache-ea3f6265-95ff-416f-b86d-5646e8bd9bf7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.768100] env[69529]: DEBUG nova.network.neutron [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Refreshing network info cache for port 3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.769340] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:bd:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.777320] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.778393] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.778631] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cd9f900-139d-41b2-b1b7-dd917cc2969a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.799320] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.799320] env[69529]: value = "task-3355497" [ 703.799320] env[69529]: _type = "Task" [ 703.799320] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.813675] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355497, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.813966] env[69529]: INFO nova.compute.manager [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Took 31.40 seconds to build instance. [ 703.919616] env[69529]: DEBUG nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.955999] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.956459] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.956745] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.957123] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.957397] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.957663] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.958127] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.958331] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.958632] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.958922] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.959234] env[69529]: DEBUG nova.virt.hardware [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.960546] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa50ac8-604a-4f39-af3f-cf45d8e1368f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.972155] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad47f0a-b312-45fa-ae07-8e4138354951 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.054634] env[69529]: DEBUG oslo_concurrency.lockutils [req-891ba627-facc-407d-82d2-b23c644124f4 req-f5936f82-df53-4c92-9de0-0c5487a00b67 service nova] Releasing lock "refresh_cache-507aa0e9-96c1-46cd-88cc-469f5ae354a6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.114555] env[69529]: DEBUG nova.scheduler.client.report [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.155212] env[69529]: DEBUG oslo_vmware.api [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355496, 'name': PowerOffVM_Task, 'duration_secs': 0.13843} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.155489] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.155658] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.155901] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b17380-c59c-41fe-82f2-7a13a2b206ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.179139] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.179361] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.179542] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleting the datastore file [datastore2] f5099c97-5bf0-424b-9323-c3fdf3bd418f {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.179791] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b54dde8b-5d48-4ee0-ba54-35726b1e0df5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.190307] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dfb15b-d2dc-245c-3308-49a44e21c0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.024985} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.191430] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.191689] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2d5785a7-7e94-47ae-9dd9-6f596fc38843/2d5785a7-7e94-47ae-9dd9-6f596fc38843.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.191984] env[69529]: DEBUG oslo_vmware.api [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 704.191984] env[69529]: value = "task-3355499" [ 704.191984] env[69529]: _type = "Task" [ 704.191984] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.192188] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ed5d2e-4bc9-47bf-833b-8409d66072ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.201653] env[69529]: DEBUG oslo_vmware.api [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.202934] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 704.202934] env[69529]: value = "task-3355500" [ 704.202934] env[69529]: _type = "Task" [ 704.202934] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.210802] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.308466] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355497, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.316472] env[69529]: DEBUG oslo_concurrency.lockutils [None req-15effb20-b801-4c99-8dfe-eb9b3afbffb5 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.911s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.506378] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "29afca04-1a1d-4518-a2cb-c02055db1a49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.506660] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.506869] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "29afca04-1a1d-4518-a2cb-c02055db1a49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.507060] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.507265] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.509596] env[69529]: INFO nova.compute.manager [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Terminating instance [ 704.619689] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.620337] env[69529]: DEBUG nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.623585] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.197s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.625722] env[69529]: INFO nova.compute.claims [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.710206] env[69529]: DEBUG oslo_vmware.api [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127109} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.710427] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.710627] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.710818] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.710992] env[69529]: INFO nova.compute.manager [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 704.711255] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.711860] env[69529]: DEBUG nova.compute.manager [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.711980] env[69529]: DEBUG nova.network.neutron [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.722109] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355500, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.766299] env[69529]: DEBUG nova.network.neutron [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.778733] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.778986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.779124] env[69529]: DEBUG nova.network.neutron [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.813411] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355497, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.819131] env[69529]: DEBUG nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.826837] env[69529]: DEBUG nova.network.neutron [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Updated VIF entry in instance network info cache for port 3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.827381] env[69529]: DEBUG nova.network.neutron [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Updating instance_info_cache with network_info: [{"id": "3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0", "address": "fa:16:3e:d3:bd:6b", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9d55bd-71", "ovs_interfaceid": "3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.988564] env[69529]: DEBUG nova.network.neutron [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Successfully updated port: 988909dc-7d8d-4525-b9c9-76bb4217676d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.016488] env[69529]: DEBUG nova.compute.manager [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.016717] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.018059] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d521d3-4e03-47ff-a107-94dce6591f33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.031909] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.032285] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5174c7f1-b6d2-4f90-8d2a-fe2b013e6d94 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.038747] env[69529]: DEBUG oslo_vmware.api [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 705.038747] env[69529]: value = "task-3355501" [ 705.038747] env[69529]: _type = "Task" [ 705.038747] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.048348] env[69529]: DEBUG oslo_vmware.api [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.131827] env[69529]: DEBUG nova.compute.utils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.135777] env[69529]: DEBUG nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.135945] env[69529]: DEBUG nova.network.neutron [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.174512] env[69529]: DEBUG nova.policy [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f1bb021a0494c889b272f46d22ceacd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc99975ba01448df8ced189757b24dd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.217273] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795905} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.218133] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2d5785a7-7e94-47ae-9dd9-6f596fc38843/2d5785a7-7e94-47ae-9dd9-6f596fc38843.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.218133] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.218133] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1370412-7db8-4c9c-9cb0-c21b752dd72e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.224874] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 705.224874] env[69529]: value = "task-3355502" [ 705.224874] env[69529]: _type = "Task" [ 705.224874] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.232946] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.269987] env[69529]: DEBUG nova.network.neutron [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.308744] env[69529]: DEBUG nova.compute.manager [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Received event network-vif-plugged-988909dc-7d8d-4525-b9c9-76bb4217676d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.308744] env[69529]: DEBUG oslo_concurrency.lockutils [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] Acquiring lock "d90f2650-201d-41a4-b39d-2b2c28c4b781-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.308905] env[69529]: DEBUG oslo_concurrency.lockutils [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.309034] env[69529]: DEBUG oslo_concurrency.lockutils [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.309150] env[69529]: DEBUG nova.compute.manager [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] No waiting events found dispatching network-vif-plugged-988909dc-7d8d-4525-b9c9-76bb4217676d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.309317] env[69529]: WARNING nova.compute.manager [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Received unexpected event network-vif-plugged-988909dc-7d8d-4525-b9c9-76bb4217676d for instance with vm_state building and task_state spawning. [ 705.309552] env[69529]: DEBUG nova.compute.manager [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Received event network-changed-988909dc-7d8d-4525-b9c9-76bb4217676d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.309632] env[69529]: DEBUG nova.compute.manager [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Refreshing instance network info cache due to event network-changed-988909dc-7d8d-4525-b9c9-76bb4217676d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.309788] env[69529]: DEBUG oslo_concurrency.lockutils [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] Acquiring lock "refresh_cache-d90f2650-201d-41a4-b39d-2b2c28c4b781" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.309917] env[69529]: DEBUG oslo_concurrency.lockutils [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] Acquired lock "refresh_cache-d90f2650-201d-41a4-b39d-2b2c28c4b781" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.310194] env[69529]: DEBUG nova.network.neutron [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Refreshing network info cache for port 988909dc-7d8d-4525-b9c9-76bb4217676d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.314608] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355497, 'name': CreateVM_Task, 'duration_secs': 1.331391} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.315163] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.315798] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.315953] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.316372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.316523] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987c3975-054e-439a-9cf5-bf0f77a2814e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.322070] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 705.322070] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a66c56-0f83-46f4-43f2-d97d38fab180" [ 705.322070] env[69529]: _type = "Task" [ 705.322070] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.330311] env[69529]: DEBUG oslo_concurrency.lockutils [req-208df787-b82a-45b7-bd50-406e77751b77 req-2b4c561e-671e-425e-8022-57f290728c69 service nova] Releasing lock "refresh_cache-ea3f6265-95ff-416f-b86d-5646e8bd9bf7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.336397] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a66c56-0f83-46f4-43f2-d97d38fab180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.349066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.490632] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-d90f2650-201d-41a4-b39d-2b2c28c4b781" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.551025] env[69529]: DEBUG oslo_vmware.api [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355501, 'name': PowerOffVM_Task, 'duration_secs': 0.268284} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.551304] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.551472] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.551716] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a630be09-9ca8-445b-8356-f2a7f06a41af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.582672] env[69529]: DEBUG nova.network.neutron [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Successfully created port: 0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.597817] env[69529]: DEBUG nova.network.neutron [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance_info_cache with network_info: [{"id": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "address": "fa:16:3e:d5:3e:9e", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcda027-df", "ovs_interfaceid": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.615843] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.616084] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.616270] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Deleting the datastore file [datastore2] 29afca04-1a1d-4518-a2cb-c02055db1a49 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.616768] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7bbd9a6-35ad-42ee-a906-de5b1990a2e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.623678] env[69529]: DEBUG oslo_vmware.api [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for the task: (returnval){ [ 705.623678] env[69529]: value = "task-3355504" [ 705.623678] env[69529]: _type = "Task" [ 705.623678] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.631474] env[69529]: DEBUG oslo_vmware.api [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.636080] env[69529]: DEBUG nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.737738] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063825} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.741201] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.744634] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7342dc-dcbc-43d4-9581-34ffd556d850 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.773490] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 2d5785a7-7e94-47ae-9dd9-6f596fc38843/2d5785a7-7e94-47ae-9dd9-6f596fc38843.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.774772] env[69529]: INFO nova.compute.manager [-] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Took 1.06 seconds to deallocate network for instance. [ 705.774772] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9125ff17-0ffc-42b9-844c-80e05ffdebb2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.800444] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 705.800444] env[69529]: value = "task-3355505" [ 705.800444] env[69529]: _type = "Task" [ 705.800444] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.818989] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.841885] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a66c56-0f83-46f4-43f2-d97d38fab180, 'name': SearchDatastore_Task, 'duration_secs': 0.024751} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.842368] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.842720] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.843103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.843364] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.843650] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.844021] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03cfab4d-79f4-4e13-ae66-60978473b171 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.854734] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.855065] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.856550] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130531da-336a-4e6d-9a71-0967aee8f9a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.863897] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 705.863897] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527689d6-d7f3-9cc0-a274-4b92806cf780" [ 705.863897] env[69529]: _type = "Task" [ 705.863897] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.872828] env[69529]: DEBUG nova.network.neutron [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.886080] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527689d6-d7f3-9cc0-a274-4b92806cf780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.971387] env[69529]: DEBUG nova.network.neutron [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.102772] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.132998] env[69529]: DEBUG oslo_vmware.api [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.227279] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b7d138-5635-47a9-b552-1824736ae476 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.234825] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad15abc-f3a5-407f-81a6-a2d32e6e0aea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.266324] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83b8419-a56e-4c79-92ef-b953628a4141 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.273895] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa8349f-4c9b-4a66-9cf5-be6c444363c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.286929] env[69529]: DEBUG nova.compute.provider_tree [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.297708] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.310248] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.377574] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527689d6-d7f3-9cc0-a274-4b92806cf780, 'name': SearchDatastore_Task, 'duration_secs': 0.031705} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.378375] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186e22c6-4c00-4959-b2b6-4b8b6c82435d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.383663] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 706.383663] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52499a6e-eaff-2ed7-f599-a7684c76e35f" [ 706.383663] env[69529]: _type = "Task" [ 706.383663] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.391050] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52499a6e-eaff-2ed7-f599-a7684c76e35f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.474363] env[69529]: DEBUG oslo_concurrency.lockutils [req-6f542537-0031-4894-a2a1-e0da13e07ce9 req-cbdaa048-c51d-421b-9098-b01726fa84ec service nova] Releasing lock "refresh_cache-d90f2650-201d-41a4-b39d-2b2c28c4b781" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.474766] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-d90f2650-201d-41a4-b39d-2b2c28c4b781" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.474935] env[69529]: DEBUG nova.network.neutron [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.624898] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263cb585-047b-4f31-8f9b-7951622bdf0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.647706] env[69529]: DEBUG nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.653309] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7bf70c-1313-4466-88b5-8b3c5e86a40f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.655933] env[69529]: DEBUG oslo_vmware.api [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Task: {'id': task-3355504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.877353} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.656178] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.656358] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.656531] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.656700] env[69529]: INFO nova.compute.manager [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Took 1.64 seconds to destroy the instance on the hypervisor. [ 706.656934] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.657504] env[69529]: DEBUG nova.compute.manager [-] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.657621] env[69529]: DEBUG nova.network.neutron [-] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.662454] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance '11d9bedb-4afe-4a98-bf67-180666568c92' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.684968] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.685235] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.685392] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.685569] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.685710] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.685854] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.686074] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.686236] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.686428] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.686606] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.686780] env[69529]: DEBUG nova.virt.hardware [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.687740] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0454c9-cdd7-4cdd-9231-66245bfb5eb0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.695916] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef085577-eb13-4d3f-a286-692456611ce6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.790921] env[69529]: DEBUG nova.scheduler.client.report [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.812861] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355505, 'name': ReconfigVM_Task, 'duration_secs': 0.931573} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.812861] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 2d5785a7-7e94-47ae-9dd9-6f596fc38843/2d5785a7-7e94-47ae-9dd9-6f596fc38843.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.813098] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0977088-aa7a-4377-9eb2-4f886e70d11e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.819429] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 706.819429] env[69529]: value = "task-3355506" [ 706.819429] env[69529]: _type = "Task" [ 706.819429] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.828439] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355506, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.894281] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52499a6e-eaff-2ed7-f599-a7684c76e35f, 'name': SearchDatastore_Task, 'duration_secs': 0.055979} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.894550] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.894799] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] ea3f6265-95ff-416f-b86d-5646e8bd9bf7/ea3f6265-95ff-416f-b86d-5646e8bd9bf7.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.895067] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc638755-b040-4075-b0e4-32e0c911cf56 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.901580] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 706.901580] env[69529]: value = "task-3355507" [ 706.901580] env[69529]: _type = "Task" [ 706.901580] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.909678] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.016689] env[69529]: DEBUG nova.network.neutron [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.170995] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.171450] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8d14065-05ed-4e7d-82e0-729e4a72f79d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.181819] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 707.181819] env[69529]: value = "task-3355508" [ 707.181819] env[69529]: _type = "Task" [ 707.181819] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.197497] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.242751] env[69529]: DEBUG nova.network.neutron [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Updating instance_info_cache with network_info: [{"id": "988909dc-7d8d-4525-b9c9-76bb4217676d", "address": "fa:16:3e:8c:51:5d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988909dc-7d", "ovs_interfaceid": "988909dc-7d8d-4525-b9c9-76bb4217676d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.294875] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.295905] env[69529]: DEBUG nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.299184] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.079s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.299578] env[69529]: DEBUG nova.objects.instance [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lazy-loading 'resources' on Instance uuid b3dd330e-968a-4440-9750-cbabebe193aa {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.313192] env[69529]: DEBUG nova.network.neutron [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Successfully updated port: 0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.338049] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355506, 'name': Rename_Task, 'duration_secs': 0.130691} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.338863] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.339202] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dce07d5-4411-4b47-8614-9cdca9b6d901 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.347691] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 707.347691] env[69529]: value = "task-3355509" [ 707.347691] env[69529]: _type = "Task" [ 707.347691] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.360766] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.411432] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486462} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.411432] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] ea3f6265-95ff-416f-b86d-5646e8bd9bf7/ea3f6265-95ff-416f-b86d-5646e8bd9bf7.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.411673] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.411893] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64cecd92-8d7c-40f2-a340-22b8b6de640d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.418336] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 707.418336] env[69529]: value = "task-3355510" [ 707.418336] env[69529]: _type = "Task" [ 707.418336] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.427720] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.432387] env[69529]: DEBUG nova.network.neutron [-] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.495041] env[69529]: DEBUG nova.compute.manager [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Received event network-vif-deleted-e57d3a3c-b2a0-4a6f-866f-b60b3e950d64 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.495041] env[69529]: DEBUG nova.compute.manager [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Received event network-vif-plugged-0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.495041] env[69529]: DEBUG oslo_concurrency.lockutils [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] Acquiring lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.495041] env[69529]: DEBUG oslo_concurrency.lockutils [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.495550] env[69529]: DEBUG oslo_concurrency.lockutils [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.495550] env[69529]: DEBUG nova.compute.manager [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] No waiting events found dispatching network-vif-plugged-0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.495838] env[69529]: WARNING nova.compute.manager [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Received unexpected event network-vif-plugged-0e69eaf6-0efc-45b5-a679-9f0ccea81a33 for instance with vm_state building and task_state spawning. [ 707.496121] env[69529]: DEBUG nova.compute.manager [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Received event network-changed-0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.496670] env[69529]: DEBUG nova.compute.manager [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Refreshing instance network info cache due to event network-changed-0e69eaf6-0efc-45b5-a679-9f0ccea81a33. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.496670] env[69529]: DEBUG oslo_concurrency.lockutils [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] Acquiring lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.496950] env[69529]: DEBUG oslo_concurrency.lockutils [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] Acquired lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.497247] env[69529]: DEBUG nova.network.neutron [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Refreshing network info cache for port 0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.692509] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355508, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.745354] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-d90f2650-201d-41a4-b39d-2b2c28c4b781" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.745714] env[69529]: DEBUG nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Instance network_info: |[{"id": "988909dc-7d8d-4525-b9c9-76bb4217676d", "address": "fa:16:3e:8c:51:5d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap988909dc-7d", "ovs_interfaceid": "988909dc-7d8d-4525-b9c9-76bb4217676d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.746219] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:51:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '988909dc-7d8d-4525-b9c9-76bb4217676d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.756776] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating folder: Project (b2ef9bda84a84951b0234c8c70daf356). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.756776] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af8f170e-236c-4277-9792-d56cad92f71e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.766328] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created folder: Project (b2ef9bda84a84951b0234c8c70daf356) in parent group-v669649. [ 707.766535] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating folder: Instances. Parent ref: group-v669711. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.766776] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f015078f-432d-41b6-88fe-d7e4ee83705f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.779430] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created folder: Instances in parent group-v669711. [ 707.779430] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.779430] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.779430] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbb454a9-0f8a-475f-abb0-2c52a142d29a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.797011] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.797011] env[69529]: value = "task-3355513" [ 707.797011] env[69529]: _type = "Task" [ 707.797011] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.807009] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355513, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.809681] env[69529]: DEBUG nova.compute.utils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.811276] env[69529]: DEBUG nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.811501] env[69529]: DEBUG nova.network.neutron [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.823570] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.859177] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355509, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.882731] env[69529]: DEBUG nova.policy [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c359cc300a124b99b9bc2434cf40e404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db02ea1173f04b63a63a00d656440ca8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.933738] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076518} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.934129] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.935721] env[69529]: INFO nova.compute.manager [-] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Took 1.28 seconds to deallocate network for instance. [ 707.935721] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e6b4d-b930-4f35-ac64-fdc537fc1552 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.966988] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] ea3f6265-95ff-416f-b86d-5646e8bd9bf7/ea3f6265-95ff-416f-b86d-5646e8bd9bf7.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.970185] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-728fabf9-d60d-47e9-8be2-100ba2e49ce7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.991573] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 707.991573] env[69529]: value = "task-3355514" [ 707.991573] env[69529]: _type = "Task" [ 707.991573] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.007620] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355514, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.060381] env[69529]: DEBUG nova.network.neutron [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.188433] env[69529]: DEBUG nova.network.neutron [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.194886] env[69529]: DEBUG oslo_vmware.api [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355508, 'name': PowerOnVM_Task, 'duration_secs': 0.537863} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.195441] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.195663] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3085b7c9-5fd8-4006-84a6-6707aa4597a3 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance '11d9bedb-4afe-4a98-bf67-180666568c92' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 708.311758] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355513, 'name': CreateVM_Task, 'duration_secs': 0.343112} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.311758] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.312745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.312745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.312923] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.313209] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0353665b-2305-46cc-8979-a2f95f4f7ddc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.315181] env[69529]: DEBUG nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.322939] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 708.322939] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bc27d7-e51f-7380-8576-56b42d4a31ef" [ 708.322939] env[69529]: _type = "Task" [ 708.322939] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.327672] env[69529]: DEBUG nova.network.neutron [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Successfully created port: b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.333236] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bc27d7-e51f-7380-8576-56b42d4a31ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.360799] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355509, 'name': PowerOnVM_Task, 'duration_secs': 0.909448} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.363792] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.364058] env[69529]: INFO nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Took 9.92 seconds to spawn the instance on the hypervisor. [ 708.364310] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.365485] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e4ea40-1265-4ffc-99c1-26a18117e8d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.472221] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.475760] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478b9d7-a1e3-45cf-955a-be72c628f98d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.483203] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b497697-9139-45d4-9ce0-6aaa3f06eb6c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.516602] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76cabbb-ab06-494d-a377-8504fd29e763 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.526394] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f100f-0136-43f5-8757-4bbdfa342a14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.530112] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355514, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.540575] env[69529]: DEBUG nova.compute.provider_tree [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.692179] env[69529]: DEBUG oslo_concurrency.lockutils [req-3a52f420-9edb-49e0-ae6c-700f17efc209 req-a3a86fe7-0394-4777-8677-c626c8cf6cc9 service nova] Releasing lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.692593] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquired lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.692757] env[69529]: DEBUG nova.network.neutron [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.836030] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bc27d7-e51f-7380-8576-56b42d4a31ef, 'name': SearchDatastore_Task, 'duration_secs': 0.040597} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.836360] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.836756] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.836838] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.836962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.837167] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.837432] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fee45d89-8c27-4f91-968a-0bf73cabfd11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.849054] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.849251] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.850014] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4870e8da-4322-4c2e-a907-6e7c5ff3bf56 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.855956] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 708.855956] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5270b225-c76f-ed55-44b9-1301982194f8" [ 708.855956] env[69529]: _type = "Task" [ 708.855956] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.864313] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5270b225-c76f-ed55-44b9-1301982194f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.886949] env[69529]: INFO nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Took 31.94 seconds to build instance. [ 709.022995] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355514, 'name': ReconfigVM_Task, 'duration_secs': 0.541592} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.023363] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Reconfigured VM instance instance-00000014 to attach disk [datastore2] ea3f6265-95ff-416f-b86d-5646e8bd9bf7/ea3f6265-95ff-416f-b86d-5646e8bd9bf7.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.024022] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00041e6-13b0-4529-b95d-260244e4645d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.031232] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 709.031232] env[69529]: value = "task-3355515" [ 709.031232] env[69529]: _type = "Task" [ 709.031232] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.039222] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355515, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.044972] env[69529]: DEBUG nova.scheduler.client.report [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.230185] env[69529]: DEBUG nova.network.neutron [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.331030] env[69529]: DEBUG nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.368673] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5270b225-c76f-ed55-44b9-1301982194f8, 'name': SearchDatastore_Task, 'duration_secs': 0.039933} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.370803] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.371032] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.371301] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.371606] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.371707] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.371801] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.372016] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.372202] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.372379] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.372543] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.372770] env[69529]: DEBUG nova.virt.hardware [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.374019] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d21afce-4c49-4a75-9413-f980fe49d75c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.376618] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12ae592-7b53-42d5-bed5-ebc2eb8a2811 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.381813] env[69529]: DEBUG nova.network.neutron [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updating instance_info_cache with network_info: [{"id": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "address": "fa:16:3e:63:89:c4", "network": {"id": "49985c55-56b1-4f08-a5cb-51da429dfff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1930948731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc99975ba01448df8ced189757b24dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e69eaf6-0e", "ovs_interfaceid": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.386728] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 709.386728] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52951f4c-c6a0-875e-59ee-543dc8564079" [ 709.386728] env[69529]: _type = "Task" [ 709.386728] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.388208] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c68e29b-ae15-40c6-9eed-4b4cb769e0cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.395518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.897s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.404700] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52951f4c-c6a0-875e-59ee-543dc8564079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.543341] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355515, 'name': Rename_Task, 'duration_secs': 0.285139} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.543754] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.544066] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a962ef4-67bf-4356-ae85-e91822ed6830 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.550283] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 709.550283] env[69529]: value = "task-3355516" [ 709.550283] env[69529]: _type = "Task" [ 709.550283] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.553850] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.556369] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.588s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.557726] env[69529]: INFO nova.compute.claims [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.565710] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.580020] env[69529]: INFO nova.scheduler.client.report [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Deleted allocations for instance b3dd330e-968a-4440-9750-cbabebe193aa [ 709.822625] env[69529]: DEBUG nova.compute.manager [req-01d77dbb-94c5-4238-befd-da451335de64 req-f5e1f4be-6bdb-4b1a-b372-db2080e7bb5b service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Received event network-vif-plugged-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.822858] env[69529]: DEBUG oslo_concurrency.lockutils [req-01d77dbb-94c5-4238-befd-da451335de64 req-f5e1f4be-6bdb-4b1a-b372-db2080e7bb5b service nova] Acquiring lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.823095] env[69529]: DEBUG oslo_concurrency.lockutils [req-01d77dbb-94c5-4238-befd-da451335de64 req-f5e1f4be-6bdb-4b1a-b372-db2080e7bb5b service nova] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.823297] env[69529]: DEBUG oslo_concurrency.lockutils [req-01d77dbb-94c5-4238-befd-da451335de64 req-f5e1f4be-6bdb-4b1a-b372-db2080e7bb5b service nova] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.823486] env[69529]: DEBUG nova.compute.manager [req-01d77dbb-94c5-4238-befd-da451335de64 req-f5e1f4be-6bdb-4b1a-b372-db2080e7bb5b service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] No waiting events found dispatching network-vif-plugged-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.827245] env[69529]: WARNING nova.compute.manager [req-01d77dbb-94c5-4238-befd-da451335de64 req-f5e1f4be-6bdb-4b1a-b372-db2080e7bb5b service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Received unexpected event network-vif-plugged-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc for instance with vm_state building and task_state spawning. [ 709.862340] env[69529]: DEBUG nova.network.neutron [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Successfully updated port: b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.887813] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Releasing lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.888293] env[69529]: DEBUG nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Instance network_info: |[{"id": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "address": "fa:16:3e:63:89:c4", "network": {"id": "49985c55-56b1-4f08-a5cb-51da429dfff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1930948731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc99975ba01448df8ced189757b24dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e69eaf6-0e", "ovs_interfaceid": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.888852] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:89:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e69eaf6-0efc-45b5-a679-9f0ccea81a33', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.898651] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Creating folder: Project (bc99975ba01448df8ced189757b24dd6). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.903419] env[69529]: DEBUG nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.906086] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0361d00-4a20-466d-b268-75f0142203f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.915270] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52951f4c-c6a0-875e-59ee-543dc8564079, 'name': SearchDatastore_Task, 'duration_secs': 0.047543} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.915623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.915972] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] d90f2650-201d-41a4-b39d-2b2c28c4b781/d90f2650-201d-41a4-b39d-2b2c28c4b781.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.917377] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8d7086-c278-45e5-ab4b-780056c17f71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.919907] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Created folder: Project (bc99975ba01448df8ced189757b24dd6) in parent group-v669649. [ 709.920276] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Creating folder: Instances. Parent ref: group-v669714. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.920839] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad93343b-95a6-4ee8-a478-fe613a92f4b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.927126] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 709.927126] env[69529]: value = "task-3355518" [ 709.927126] env[69529]: _type = "Task" [ 709.927126] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.931996] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Created folder: Instances in parent group-v669714. [ 709.932299] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.932959] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.933251] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-149cc90d-4ec9-4451-b48a-ee0e1c50530b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.955721] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.960266] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.960266] env[69529]: value = "task-3355520" [ 709.960266] env[69529]: _type = "Task" [ 709.960266] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.968776] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355520, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.065515] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.089093] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6c07744-0474-4e22-a001-feec02d095bf tempest-ServerDiagnosticsV248Test-1580816481 tempest-ServerDiagnosticsV248Test-1580816481-project-member] Lock "b3dd330e-968a-4440-9750-cbabebe193aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.191s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.162780] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "11d9bedb-4afe-4a98-bf67-180666568c92" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.163113] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.163393] env[69529]: DEBUG nova.compute.manager [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Going to confirm migration 1 {{(pid=69529) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 710.364753] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.364968] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.365160] env[69529]: DEBUG nova.network.neutron [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.434253] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.439934] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355518, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.471946] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355520, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.562761] env[69529]: DEBUG oslo_vmware.api [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355516, 'name': PowerOnVM_Task, 'duration_secs': 0.828953} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.563078] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.563443] env[69529]: INFO nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Took 9.25 seconds to spawn the instance on the hypervisor. [ 710.564502] env[69529]: DEBUG nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.564502] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c45f6-b955-4f74-abb8-9c0f369e46d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.792283] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.792482] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.792661] env[69529]: DEBUG nova.network.neutron [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.792841] env[69529]: DEBUG nova.objects.instance [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lazy-loading 'info_cache' on Instance uuid 11d9bedb-4afe-4a98-bf67-180666568c92 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.913285] env[69529]: DEBUG nova.network.neutron [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.944751] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541635} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.945088] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] d90f2650-201d-41a4-b39d-2b2c28c4b781/d90f2650-201d-41a4-b39d-2b2c28c4b781.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.945351] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.945684] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85dff4bb-209e-40e8-95ad-29ace02738c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.952817] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 710.952817] env[69529]: value = "task-3355521" [ 710.952817] env[69529]: _type = "Task" [ 710.952817] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.967127] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.979181] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355520, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.090982] env[69529]: DEBUG nova.network.neutron [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Updating instance_info_cache with network_info: [{"id": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "address": "fa:16:3e:1b:bc:6c", "network": {"id": "146eef2d-b3f7-4e22-851f-ef9c8d9a8e81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1620509658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db02ea1173f04b63a63a00d656440ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2ffc5-18", "ovs_interfaceid": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.092618] env[69529]: INFO nova.compute.manager [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Took 32.60 seconds to build instance. [ 711.159702] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ae7f01-2b20-4f62-a3b7-ba25f867a4e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.167600] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec402f0-46c9-4b88-8f77-12d35ab9f056 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.199270] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623d1dbb-50b9-4b57-b350-6c7ac7eb01bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.206919] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef160ac4-3756-4236-a0ac-2b08daf49f66 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.220343] env[69529]: DEBUG nova.compute.provider_tree [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.469711] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.478148] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355520, 'name': CreateVM_Task, 'duration_secs': 1.505298} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.478148] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.478793] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.478967] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.479300] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.479554] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb90ce4-73b0-40b6-b37b-8c1eeb175e7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.485763] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 711.485763] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522268cd-18e8-aad8-130f-8ed934c1dd0a" [ 711.485763] env[69529]: _type = "Task" [ 711.485763] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.494191] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522268cd-18e8-aad8-130f-8ed934c1dd0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.594837] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Releasing lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.595199] env[69529]: DEBUG nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Instance network_info: |[{"id": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "address": "fa:16:3e:1b:bc:6c", "network": {"id": "146eef2d-b3f7-4e22-851f-ef9c8d9a8e81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1620509658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db02ea1173f04b63a63a00d656440ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2ffc5-18", "ovs_interfaceid": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.595689] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:bc:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4e2ffc5-18fc-4243-8f12-e2f148bc07dc', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.605716] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Creating folder: Project (db02ea1173f04b63a63a00d656440ca8). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.606257] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a22ce772-232b-402c-b5c7-e0d708e53ce8 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.056s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.606487] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3311bac2-9592-4cca-bb36-84e1ea58cba0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.618594] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Created folder: Project (db02ea1173f04b63a63a00d656440ca8) in parent group-v669649. [ 711.618817] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Creating folder: Instances. Parent ref: group-v669717. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.618992] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d5b8a21-9dbc-4f88-a858-06d318caed28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.630475] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Created folder: Instances in parent group-v669717. [ 711.636125] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.636125] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.636125] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1659652e-f303-4784-a82f-3c037e5aeb58 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.654856] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.654856] env[69529]: value = "task-3355524" [ 711.654856] env[69529]: _type = "Task" [ 711.654856] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.663385] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355524, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.725416] env[69529]: DEBUG nova.scheduler.client.report [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.965998] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.641865} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.966311] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.967057] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cedf4e9-b0b5-4e1e-93d7-5813250b99af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.993216] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d90f2650-201d-41a4-b39d-2b2c28c4b781/d90f2650-201d-41a4-b39d-2b2c28c4b781.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.997032] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe64d95-033d-4a3f-bc3a-6fa2f29c3ec8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.013186] env[69529]: DEBUG nova.compute.manager [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Received event network-changed-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.013385] env[69529]: DEBUG nova.compute.manager [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Refreshing instance network info cache due to event network-changed-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.013624] env[69529]: DEBUG oslo_concurrency.lockutils [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] Acquiring lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.013768] env[69529]: DEBUG oslo_concurrency.lockutils [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] Acquired lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.013927] env[69529]: DEBUG nova.network.neutron [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Refreshing network info cache for port b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.025852] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522268cd-18e8-aad8-130f-8ed934c1dd0a, 'name': SearchDatastore_Task, 'duration_secs': 0.029208} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.027700] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.027935] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.028213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.028362] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.028539] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.029173] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 712.029173] env[69529]: value = "task-3355525" [ 712.029173] env[69529]: _type = "Task" [ 712.029173] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.029361] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48b97f6c-173e-4f5e-b8c7-582051d1822b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.040342] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.043563] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.043754] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.044478] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd4cf4e-b791-43e0-888b-6738a92d84e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.051145] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 712.051145] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f9f2e-0468-679e-4f40-981f2efbbe4a" [ 712.051145] env[69529]: _type = "Task" [ 712.051145] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.059251] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f9f2e-0468-679e-4f40-981f2efbbe4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.111916] env[69529]: DEBUG nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.174849] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355524, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.190679] env[69529]: DEBUG nova.network.neutron [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance_info_cache with network_info: [{"id": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "address": "fa:16:3e:d5:3e:9e", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffcda027-df", "ovs_interfaceid": "ffcda027-dfd3-47e2-8f4d-e50a2163f1bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.233697] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.234441] env[69529]: DEBUG nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.237469] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.307s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.242796] env[69529]: DEBUG nova.objects.instance [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lazy-loading 'resources' on Instance uuid 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.376675] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.376955] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.377719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.377963] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.378105] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.380283] env[69529]: INFO nova.compute.manager [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Terminating instance [ 712.542278] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355525, 'name': ReconfigVM_Task, 'duration_secs': 0.314502} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.542561] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d90f2650-201d-41a4-b39d-2b2c28c4b781/d90f2650-201d-41a4-b39d-2b2c28c4b781.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.543135] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fc81fdb-52d2-4dc8-b6d7-fdcdd368ae48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.549890] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 712.549890] env[69529]: value = "task-3355526" [ 712.549890] env[69529]: _type = "Task" [ 712.549890] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.563044] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355526, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.566946] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.567206] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.567388] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.567573] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.567821] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.569652] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f9f2e-0468-679e-4f40-981f2efbbe4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014824} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.570682] env[69529]: INFO nova.compute.manager [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Terminating instance [ 712.572086] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af902568-c747-48a3-a97f-2e091a45fe7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.578879] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 712.578879] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b72045-abcc-d1d6-9681-db42263b291a" [ 712.578879] env[69529]: _type = "Task" [ 712.578879] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.589204] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b72045-abcc-d1d6-9681-db42263b291a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.635660] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.665079] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355524, 'name': CreateVM_Task, 'duration_secs': 0.643837} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.665289] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.665951] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.666127] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.666457] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.666699] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc14b543-0c3d-46ea-abf0-d504b6190db6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.671261] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 712.671261] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb57c8-7249-1f44-6441-0d01ae2833a6" [ 712.671261] env[69529]: _type = "Task" [ 712.671261] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.679127] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb57c8-7249-1f44-6441-0d01ae2833a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.693677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-11d9bedb-4afe-4a98-bf67-180666568c92" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.693942] env[69529]: DEBUG nova.objects.instance [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lazy-loading 'migration_context' on Instance uuid 11d9bedb-4afe-4a98-bf67-180666568c92 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.745128] env[69529]: DEBUG nova.compute.utils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.750041] env[69529]: DEBUG nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.750266] env[69529]: DEBUG nova.network.neutron [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.884702] env[69529]: DEBUG nova.compute.manager [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.884932] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.885817] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1a5e3-5871-4e1e-913f-dedb956f13c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.893413] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.893735] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebad356a-e4b0-484e-906a-e27eae2a94e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.905595] env[69529]: DEBUG oslo_vmware.api [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 712.905595] env[69529]: value = "task-3355527" [ 712.905595] env[69529]: _type = "Task" [ 712.905595] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.914987] env[69529]: DEBUG oslo_vmware.api [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.017807] env[69529]: DEBUG nova.policy [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe55eb7c04a4447a90ec1b47bd847e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '559b83aff84a43b9a65d96686f2efa13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.061870] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355526, 'name': Rename_Task, 'duration_secs': 0.150193} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.068109] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.068566] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d41eba-9669-44d4-b967-2a3c05283b44 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.075720] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 713.075720] env[69529]: value = "task-3355528" [ 713.075720] env[69529]: _type = "Task" [ 713.075720] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.079401] env[69529]: DEBUG nova.compute.manager [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.079608] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.080434] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93e9e7-7be5-445d-b9ef-e2cfe38bd160 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.092444] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.096369] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.099722] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c5eb54-7689-4a9f-b4f1-714512f6e523 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.101638] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b72045-abcc-d1d6-9681-db42263b291a, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.102973] env[69529]: DEBUG nova.network.neutron [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Updated VIF entry in instance network info cache for port b4e2ffc5-18fc-4243-8f12-e2f148bc07dc. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.103633] env[69529]: DEBUG nova.network.neutron [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Updating instance_info_cache with network_info: [{"id": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "address": "fa:16:3e:1b:bc:6c", "network": {"id": "146eef2d-b3f7-4e22-851f-ef9c8d9a8e81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1620509658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db02ea1173f04b63a63a00d656440ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2ffc5-18", "ovs_interfaceid": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.105511] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.105741] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6/b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.109553] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88d017d5-a4e2-47e5-9a6a-cbf473ea6d96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.115780] env[69529]: DEBUG oslo_vmware.api [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 713.115780] env[69529]: value = "task-3355529" [ 713.115780] env[69529]: _type = "Task" [ 713.115780] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.118836] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 713.118836] env[69529]: value = "task-3355530" [ 713.118836] env[69529]: _type = "Task" [ 713.118836] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.135842] env[69529]: DEBUG oslo_vmware.api [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.138945] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.185245] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb57c8-7249-1f44-6441-0d01ae2833a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.185559] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.185785] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.186029] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.186161] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.186336] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.186590] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d44f6670-cd3e-4257-96fa-99b80efdb1e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.197154] env[69529]: DEBUG nova.objects.base [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Object Instance<11d9bedb-4afe-4a98-bf67-180666568c92> lazy-loaded attributes: info_cache,migration_context {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 713.198166] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a287c4-0d8f-4a33-9110-bddae92b3d57 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.201845] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.202031] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.203275] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64417f03-903e-457a-bb9a-27305629e816 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.225480] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ccbbd73-6711-43e2-80be-bdcea2b3379e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.232171] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 713.232171] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52457596-6cfa-7560-26dd-6258c8edb6b7" [ 713.232171] env[69529]: _type = "Task" [ 713.232171] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.241078] env[69529]: DEBUG oslo_vmware.api [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 713.241078] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520a6ba4-059f-a193-3c6e-540c45d13443" [ 713.241078] env[69529]: _type = "Task" [ 713.241078] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.250251] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52457596-6cfa-7560-26dd-6258c8edb6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015972} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.251026] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0a164a-ea56-4b55-a340-55bb099e53a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.257054] env[69529]: DEBUG nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.259595] env[69529]: DEBUG oslo_vmware.api [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520a6ba4-059f-a193-3c6e-540c45d13443, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.262934] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.265468] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 713.265468] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52052a30-71a1-ca8c-2a24-eb37b91f527e" [ 713.265468] env[69529]: _type = "Task" [ 713.265468] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.275212] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52052a30-71a1-ca8c-2a24-eb37b91f527e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.418685] env[69529]: DEBUG oslo_vmware.api [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355527, 'name': PowerOffVM_Task, 'duration_secs': 0.485766} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.419009] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.419188] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.420688] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac6af59-a411-4996-8ff8-66f1046d2e5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.461764] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86708225-d8f5-4af8-8028-8bef19662651 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.471497] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff6c1a-1a3e-4458-aa98-07b9db92825f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.511768] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a3dd54-56b9-44b0-ad6b-1dd9575b35bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.521885] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53568821-4b4a-4323-9563-1d6a914367fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.536835] env[69529]: DEBUG nova.compute.provider_tree [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.578083] env[69529]: DEBUG nova.network.neutron [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Successfully created port: 49f62a9a-ec2f-41c1-b977-f20f8844a618 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.597413] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.607293] env[69529]: DEBUG oslo_concurrency.lockutils [req-2cae6b7e-ba8b-4ff6-961b-47172c7af911 req-5a5748b7-7ad0-42bc-a77a-11279352d8da service nova] Releasing lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.635047] env[69529]: DEBUG oslo_vmware.api [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355529, 'name': PowerOffVM_Task, 'duration_secs': 0.273117} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.635047] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.635241] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.635516] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8dc1310-61f6-4f45-b9cf-33fd57226651 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.655413] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.792263] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52052a30-71a1-ca8c-2a24-eb37b91f527e, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.792650] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.792997] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2a506c55-2b41-470b-a8e3-2c582fb1a4fe/2a506c55-2b41-470b-a8e3-2c582fb1a4fe.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.793326] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24829cd6-b6e4-4f8c-95d8-dc36a5582f4a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.807428] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 713.807428] env[69529]: value = "task-3355533" [ 713.807428] env[69529]: _type = "Task" [ 713.807428] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.823057] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.026295] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.026295] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.026295] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleting the datastore file [datastore2] ea3f6265-95ff-416f-b86d-5646e8bd9bf7 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.026295] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b4e1e9-73a0-4999-b9ef-0b6040e8ce8a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.032141] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.035806] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.035806] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleting the datastore file [datastore2] 2d5785a7-7e94-47ae-9dd9-6f596fc38843 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.035806] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e9d4456-2e96-4af9-b84b-070a971bfec5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.036670] env[69529]: DEBUG oslo_vmware.api [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 714.036670] env[69529]: value = "task-3355534" [ 714.036670] env[69529]: _type = "Task" [ 714.036670] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.042409] env[69529]: DEBUG nova.scheduler.client.report [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.045940] env[69529]: DEBUG oslo_vmware.api [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 714.045940] env[69529]: value = "task-3355535" [ 714.045940] env[69529]: _type = "Task" [ 714.045940] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.053283] env[69529]: DEBUG oslo_vmware.api [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.059431] env[69529]: DEBUG oslo_vmware.api [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.089688] env[69529]: DEBUG oslo_vmware.api [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355528, 'name': PowerOnVM_Task, 'duration_secs': 0.741814} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.089954] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.090208] env[69529]: INFO nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Took 10.17 seconds to spawn the instance on the hypervisor. [ 714.090411] env[69529]: DEBUG nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.091228] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc86c42-23dc-4a1a-8fc3-764fe1caee9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.135959] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716266} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.137132] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6/b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.137132] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.137132] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-369459cf-2bb8-4bd9-bc7c-f1244bbe77dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.145022] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 714.145022] env[69529]: value = "task-3355536" [ 714.145022] env[69529]: _type = "Task" [ 714.145022] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.161524] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.278619] env[69529]: DEBUG nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.306764] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.307143] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.307380] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.307621] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.307810] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.308050] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.308490] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.308705] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.308896] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.309061] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.309238] env[69529]: DEBUG nova.virt.hardware [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.310231] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc08c26-d22e-4ee8-9a4b-06fa0c8d1445 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.324668] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f165a05-6c2b-4eb2-9ff4-4cfd8315d29e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.329320] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.550763] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.565024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.056s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.565024] env[69529]: DEBUG nova.objects.instance [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lazy-loading 'resources' on Instance uuid 59772238-29b7-445c-94db-06554ae5d184 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.572807] env[69529]: DEBUG oslo_vmware.api [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.577933] env[69529]: DEBUG oslo_vmware.api [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.600629] env[69529]: INFO nova.scheduler.client.report [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Deleted allocations for instance 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c [ 714.614385] env[69529]: INFO nova.compute.manager [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Took 34.46 seconds to build instance. [ 714.660063] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09602} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.660390] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.663846] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7020fe-79ce-4f1e-a494-08ec48f6d53e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.691082] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6/b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.692329] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47e8b57-5c91-4380-a501-444cf0abfda5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.716815] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 714.716815] env[69529]: value = "task-3355537" [ 714.716815] env[69529]: _type = "Task" [ 714.716815] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.727873] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.824403] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355533, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.051910] env[69529]: DEBUG oslo_vmware.api [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607005} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.056584] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.057140] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.057421] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.057674] env[69529]: INFO nova.compute.manager [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Took 2.17 seconds to destroy the instance on the hypervisor. [ 715.058098] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.058792] env[69529]: DEBUG nova.compute.manager [-] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.058792] env[69529]: DEBUG nova.network.neutron [-] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.068858] env[69529]: DEBUG oslo_vmware.api [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.620713} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.069293] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.069482] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.069667] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.070298] env[69529]: INFO nova.compute.manager [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Took 1.99 seconds to destroy the instance on the hypervisor. [ 715.070573] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.070766] env[69529]: DEBUG nova.compute.manager [-] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.070862] env[69529]: DEBUG nova.network.neutron [-] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.113085] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c84222b1-8cd8-457e-8258-6baed0c6d218 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.558s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.114219] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e7804fb-ab1a-41f1-928e-d20ef56e8dcf tempest-InstanceActionsV221TestJSON-1766612652 tempest-InstanceActionsV221TestJSON-1766612652-project-member] Lock "1d8a9584-c6c5-4be0-9a70-0a847c4aa66c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.781s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.229202] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.291135] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.292741] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.328614] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355533, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.071137} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.329012] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2a506c55-2b41-470b-a8e3-2c582fb1a4fe/2a506c55-2b41-470b-a8e3-2c582fb1a4fe.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.329275] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.329755] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2afdd580-4ce9-4223-82a0-531f7e7fd08c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.341156] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 715.341156] env[69529]: value = "task-3355538" [ 715.341156] env[69529]: _type = "Task" [ 715.341156] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.352934] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.576174] env[69529]: DEBUG nova.network.neutron [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Successfully updated port: 49f62a9a-ec2f-41c1-b977-f20f8844a618 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.623632] env[69529]: DEBUG nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.697244] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634ff46-3b14-4ed4-a482-8c67c34a407f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.707321] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b542b8-ee31-4fb9-bce9-3e85556eaed3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.743942] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6a2f10-5b95-4608-867a-0fbb15701d53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.754682] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2963953d-fb52-443a-96fe-e19ca872d030 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.758750] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355537, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.769886] env[69529]: DEBUG nova.compute.provider_tree [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.773170] env[69529]: DEBUG nova.compute.manager [req-d085aec2-5123-4666-a625-092677c783ce req-35fe1cef-6252-43cd-a7be-fb401bc1a4f1 service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Received event network-vif-plugged-49f62a9a-ec2f-41c1-b977-f20f8844a618 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.773368] env[69529]: DEBUG oslo_concurrency.lockutils [req-d085aec2-5123-4666-a625-092677c783ce req-35fe1cef-6252-43cd-a7be-fb401bc1a4f1 service nova] Acquiring lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.773566] env[69529]: DEBUG oslo_concurrency.lockutils [req-d085aec2-5123-4666-a625-092677c783ce req-35fe1cef-6252-43cd-a7be-fb401bc1a4f1 service nova] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.773723] env[69529]: DEBUG oslo_concurrency.lockutils [req-d085aec2-5123-4666-a625-092677c783ce req-35fe1cef-6252-43cd-a7be-fb401bc1a4f1 service nova] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.773880] env[69529]: DEBUG nova.compute.manager [req-d085aec2-5123-4666-a625-092677c783ce req-35fe1cef-6252-43cd-a7be-fb401bc1a4f1 service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] No waiting events found dispatching network-vif-plugged-49f62a9a-ec2f-41c1-b977-f20f8844a618 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.774046] env[69529]: WARNING nova.compute.manager [req-d085aec2-5123-4666-a625-092677c783ce req-35fe1cef-6252-43cd-a7be-fb401bc1a4f1 service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Received unexpected event network-vif-plugged-49f62a9a-ec2f-41c1-b977-f20f8844a618 for instance with vm_state building and task_state spawning. [ 715.801727] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.802020] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.802326] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.802677] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.802895] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.803107] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.803277] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 715.803453] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 715.852338] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.082525] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "refresh_cache-20be0043-3dc2-45c6-8f27-903a6c3fe7dd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.082775] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired lock "refresh_cache-20be0043-3dc2-45c6-8f27-903a6c3fe7dd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.082862] env[69529]: DEBUG nova.network.neutron [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.114391] env[69529]: DEBUG nova.network.neutron [-] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.118662] env[69529]: DEBUG nova.network.neutron [-] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.157291] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.251020] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355537, 'name': ReconfigVM_Task, 'duration_secs': 1.439218} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.251020] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Reconfigured VM instance instance-00000016 to attach disk [datastore2] b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6/b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.251020] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cee9a9e-4a5f-49c0-8fcb-d53be23c7f4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.257925] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 716.257925] env[69529]: value = "task-3355539" [ 716.257925] env[69529]: _type = "Task" [ 716.257925] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.267498] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355539, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.276022] env[69529]: DEBUG nova.scheduler.client.report [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.308922] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.354749] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.820354} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.355051] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.355876] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44352f76-f536-4df8-8aaf-2c1ab12bcf99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.382803] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 2a506c55-2b41-470b-a8e3-2c582fb1a4fe/2a506c55-2b41-470b-a8e3-2c582fb1a4fe.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.383421] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bb40f2-281e-46bb-a4ba-16194ca78928 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.399158] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "d90f2650-201d-41a4-b39d-2b2c28c4b781" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.399464] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.400121] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "d90f2650-201d-41a4-b39d-2b2c28c4b781-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.400121] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.400121] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.402472] env[69529]: INFO nova.compute.manager [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Terminating instance [ 716.405615] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 716.405615] env[69529]: value = "task-3355540" [ 716.405615] env[69529]: _type = "Task" [ 716.405615] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.142309] env[69529]: INFO nova.compute.manager [-] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Took 2.08 seconds to deallocate network for instance. [ 717.142309] env[69529]: INFO nova.compute.manager [-] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Took 2.07 seconds to deallocate network for instance. [ 717.142568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.580s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.152503] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.142s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.152503] env[69529]: INFO nova.compute.claims [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.162321] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.163031] env[69529]: WARNING oslo_vmware.common.loopingcall [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] task run outlasted interval by 0.255757 sec [ 717.170282] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355539, 'name': Rename_Task, 'duration_secs': 0.160376} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.172810] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.172810] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd85c8b-a17b-4091-ae8d-970eb3fee7ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.178655] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.185225] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 717.185225] env[69529]: value = "task-3355541" [ 717.185225] env[69529]: _type = "Task" [ 717.185225] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.192642] env[69529]: INFO nova.scheduler.client.report [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Deleted allocations for instance 59772238-29b7-445c-94db-06554ae5d184 [ 717.201679] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.230618] env[69529]: DEBUG nova.network.neutron [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.639553] env[69529]: DEBUG nova.compute.manager [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.640591] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.641533] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee192061-d571-4352-b8cb-6399aee16b60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.651214] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.651214] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d83ef15a-a461-4a1e-95c8-fe0486d88632 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.664078] env[69529]: DEBUG oslo_vmware.api [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 717.664078] env[69529]: value = "task-3355542" [ 717.664078] env[69529]: _type = "Task" [ 717.664078] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.667670] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.678210] env[69529]: DEBUG oslo_vmware.api [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.683436] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.695290] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.702700] env[69529]: DEBUG oslo_concurrency.lockutils [None req-58c76412-c5ce-4682-ab4c-27b0aa6bd5fe tempest-ImagesNegativeTestJSON-1333108926 tempest-ImagesNegativeTestJSON-1333108926-project-member] Lock "59772238-29b7-445c-94db-06554ae5d184" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.033s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.708811] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.733298] env[69529]: DEBUG nova.network.neutron [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Updating instance_info_cache with network_info: [{"id": "49f62a9a-ec2f-41c1-b977-f20f8844a618", "address": "fa:16:3e:1a:78:c7", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f62a9a-ec", "ovs_interfaceid": "49f62a9a-ec2f-41c1-b977-f20f8844a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.034257] env[69529]: DEBUG nova.compute.manager [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Received event network-changed-49f62a9a-ec2f-41c1-b977-f20f8844a618 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.034257] env[69529]: DEBUG nova.compute.manager [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Refreshing instance network info cache due to event network-changed-49f62a9a-ec2f-41c1-b977-f20f8844a618. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.034257] env[69529]: DEBUG oslo_concurrency.lockutils [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] Acquiring lock "refresh_cache-20be0043-3dc2-45c6-8f27-903a6c3fe7dd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.189771] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355540, 'name': ReconfigVM_Task, 'duration_secs': 1.339519} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.201047] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 2a506c55-2b41-470b-a8e3-2c582fb1a4fe/2a506c55-2b41-470b-a8e3-2c582fb1a4fe.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.201743] env[69529]: DEBUG oslo_vmware.api [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355542, 'name': PowerOffVM_Task, 'duration_secs': 0.215573} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.201946] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d66943f3-8975-418c-8293-98a4c89ec064 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.203630] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.203794] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.205173] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c70418fb-d8dd-4fa1-bb2d-2181f3179716 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.209917] env[69529]: DEBUG oslo_vmware.api [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355541, 'name': PowerOnVM_Task, 'duration_secs': 0.654036} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.212790] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.213617] env[69529]: INFO nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Took 11.57 seconds to spawn the instance on the hypervisor. [ 718.213617] env[69529]: DEBUG nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.220075] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e949f8be-a7e0-4ab8-b837-df5252da94fe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.222195] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 718.222195] env[69529]: value = "task-3355543" [ 718.222195] env[69529]: _type = "Task" [ 718.222195] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.241023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Releasing lock "refresh_cache-20be0043-3dc2-45c6-8f27-903a6c3fe7dd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.241023] env[69529]: DEBUG nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Instance network_info: |[{"id": "49f62a9a-ec2f-41c1-b977-f20f8844a618", "address": "fa:16:3e:1a:78:c7", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f62a9a-ec", "ovs_interfaceid": "49f62a9a-ec2f-41c1-b977-f20f8844a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.241218] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355543, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.241218] env[69529]: DEBUG oslo_concurrency.lockutils [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] Acquired lock "refresh_cache-20be0043-3dc2-45c6-8f27-903a6c3fe7dd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.241218] env[69529]: DEBUG nova.network.neutron [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Refreshing network info cache for port 49f62a9a-ec2f-41c1-b977-f20f8844a618 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.241218] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:78:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f62a9a-ec2f-41c1-b977-f20f8844a618', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.248858] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.249725] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.253267] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e451d3-99b5-44ba-aba5-acc088f00d60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.277817] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.277817] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.277817] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleting the datastore file [datastore2] d90f2650-201d-41a4-b39d-2b2c28c4b781 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.278736] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f5c3f8-6fa8-4550-9a0f-bcd3c7c12334 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.280965] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.280965] env[69529]: value = "task-3355545" [ 718.280965] env[69529]: _type = "Task" [ 718.280965] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.291066] env[69529]: DEBUG oslo_vmware.api [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 718.291066] env[69529]: value = "task-3355546" [ 718.291066] env[69529]: _type = "Task" [ 718.291066] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.298796] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355545, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.303881] env[69529]: DEBUG oslo_vmware.api [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.758185] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355543, 'name': Rename_Task, 'duration_secs': 0.254379} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.758185] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.758262] env[69529]: INFO nova.compute.manager [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Took 38.05 seconds to build instance. [ 718.759383] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b239f97-7b0b-49b8-bd88-a2f2a2654430 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.769252] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 718.769252] env[69529]: value = "task-3355547" [ 718.769252] env[69529]: _type = "Task" [ 718.769252] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.782326] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.787190] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb1159-85f0-4978-9586-b7f9140badc9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.799702] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355545, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.807087] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc96a417-2dc2-4c35-baf7-ee641fddfd34 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.814310] env[69529]: DEBUG oslo_vmware.api [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.846050] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25969430-3bd1-4a1e-af0d-e9dfaa86da09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.858043] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcace18f-9232-415a-9a7a-37deb87a9393 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.875814] env[69529]: DEBUG nova.compute.provider_tree [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.995211] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "f9747f6e-c637-4650-9a12-56d8d0993e7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.995285] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.038913] env[69529]: DEBUG nova.network.neutron [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Updated VIF entry in instance network info cache for port 49f62a9a-ec2f-41c1-b977-f20f8844a618. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.039326] env[69529]: DEBUG nova.network.neutron [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Updating instance_info_cache with network_info: [{"id": "49f62a9a-ec2f-41c1-b977-f20f8844a618", "address": "fa:16:3e:1a:78:c7", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f62a9a-ec", "ovs_interfaceid": "49f62a9a-ec2f-41c1-b977-f20f8844a618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.263629] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21ba0339-3edd-48ce-b49d-fa54a03a90bc tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.738s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.282772] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355547, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.293534] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355545, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.303131] env[69529]: DEBUG oslo_vmware.api [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553773} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.303376] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.303556] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.303726] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.303947] env[69529]: INFO nova.compute.manager [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Took 1.66 seconds to destroy the instance on the hypervisor. [ 719.304200] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.304439] env[69529]: DEBUG nova.compute.manager [-] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.304539] env[69529]: DEBUG nova.network.neutron [-] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.384982] env[69529]: DEBUG nova.scheduler.client.report [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.545559] env[69529]: DEBUG oslo_concurrency.lockutils [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] Releasing lock "refresh_cache-20be0043-3dc2-45c6-8f27-903a6c3fe7dd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.545828] env[69529]: DEBUG nova.compute.manager [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Received event network-vif-deleted-3c9d55bd-71cd-4eaf-8f53-9e7e88a171d0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.546025] env[69529]: DEBUG nova.compute.manager [req-256848b7-d8d2-416e-ad5b-38f3665ff322 req-d16aac39-1d78-4440-932d-fdcc4912306e service nova] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Received event network-vif-deleted-79abd402-c0f1-4b15-9560-87720781551f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.549931] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "739d97b6-1445-4fcf-ad56-8ffa09061569" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.550182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.765957] env[69529]: DEBUG nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.780641] env[69529]: DEBUG oslo_vmware.api [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355547, 'name': PowerOnVM_Task, 'duration_secs': 0.888833} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.780925] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.781141] env[69529]: INFO nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Took 10.45 seconds to spawn the instance on the hypervisor. [ 719.781314] env[69529]: DEBUG nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.782174] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba2205-7b08-459e-97c8-54231fd65594 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.794708] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355545, 'name': CreateVM_Task, 'duration_secs': 1.293783} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.796200] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.801908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.801908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.801908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.801908] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e638c0b-269d-4687-91ef-35150e25712f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.806828] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 719.806828] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b271f4-98ce-be1f-d0fa-067fcd25bc9a" [ 719.806828] env[69529]: _type = "Task" [ 719.806828] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.815963] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b271f4-98ce-be1f-d0fa-067fcd25bc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.891748] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.892376] env[69529]: DEBUG nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.895515] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.213s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.897033] env[69529]: DEBUG nova.objects.instance [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lazy-loading 'resources' on Instance uuid 80810d25-6312-4bd2-97d7-9cbca17d9be3 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.059689] env[69529]: DEBUG nova.network.neutron [-] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.292884] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.315834] env[69529]: INFO nova.compute.manager [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Took 38.92 seconds to build instance. [ 720.318017] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b271f4-98ce-be1f-d0fa-067fcd25bc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.318518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.318747] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.318976] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.319173] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.319578] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.319578] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa5fcccd-0fb5-4ce5-b4f5-4a24591e7731 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.329431] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.329561] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.330861] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6925b39e-5f29-40f5-b10e-62529042a2b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.340195] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 720.340195] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e3489-7bf4-11f1-a251-abd4b915cc58" [ 720.340195] env[69529]: _type = "Task" [ 720.340195] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.346806] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e3489-7bf4-11f1-a251-abd4b915cc58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.353786] env[69529]: DEBUG nova.compute.manager [req-e91db4fb-5531-43a7-85e5-994c88584bcb req-4a9c5a0e-454f-4f8e-86d8-2afbd384a413 service nova] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Received event network-vif-deleted-988909dc-7d8d-4525-b9c9-76bb4217676d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.403042] env[69529]: DEBUG nova.compute.utils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.404367] env[69529]: DEBUG nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.404367] env[69529]: DEBUG nova.network.neutron [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.476781] env[69529]: DEBUG nova.policy [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5533ec2aee84d78a7eb374bd53f71b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bffb4d7286b3438894f628f575ecf58f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.563035] env[69529]: INFO nova.compute.manager [-] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Took 1.26 seconds to deallocate network for instance. [ 720.819569] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45fbb30c-1169-4e93-894e-f6df3765230d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.745s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.853372] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e3489-7bf4-11f1-a251-abd4b915cc58, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.854216] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4719ca6-47a3-4671-8797-223bcebbdfae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.866024] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 720.866024] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5267dc1e-1a07-0860-c5c2-d95ddea27611" [ 720.866024] env[69529]: _type = "Task" [ 720.866024] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.874763] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5267dc1e-1a07-0860-c5c2-d95ddea27611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.911019] env[69529]: DEBUG nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.022523] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c995910-c0a6-45ee-93f1-0deff839f2e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.025763] env[69529]: DEBUG nova.network.neutron [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Successfully created port: c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.030070] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ab3348-767d-4291-99c8-66df36ba0a34 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.062697] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c3e855-e971-4b32-90ec-4f83d260ba3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.071048] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327e1a17-19b7-4ffe-a531-b89487fcae48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.075918] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.088213] env[69529]: DEBUG nova.compute.provider_tree [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.328166] env[69529]: DEBUG nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.380457] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5267dc1e-1a07-0860-c5c2-d95ddea27611, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.380856] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.381235] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 20be0043-3dc2-45c6-8f27-903a6c3fe7dd/20be0043-3dc2-45c6-8f27-903a6c3fe7dd.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.381611] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c13632f-3741-4405-b13c-8dad68dd2437 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.392020] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 721.392020] env[69529]: value = "task-3355548" [ 721.392020] env[69529]: _type = "Task" [ 721.392020] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.400513] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.593721] env[69529]: DEBUG nova.scheduler.client.report [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.856938] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.902043] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.921525] env[69529]: DEBUG nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.963503] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.967075] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.967075] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.967075] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.967075] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.967075] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.967269] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.967269] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.967269] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.967269] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.967269] env[69529]: DEBUG nova.virt.hardware [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.967385] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1862113e-e820-41a4-97d2-ade9ce124619 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.975776] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d90f41-5638-4300-91a7-c4b2ed896b44 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.099963] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.102550] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.330s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.103840] env[69529]: INFO nova.compute.claims [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.126266] env[69529]: INFO nova.scheduler.client.report [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted allocations for instance 80810d25-6312-4bd2-97d7-9cbca17d9be3 [ 722.408936] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534562} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.409754] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 20be0043-3dc2-45c6-8f27-903a6c3fe7dd/20be0043-3dc2-45c6-8f27-903a6c3fe7dd.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.409907] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.410178] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0221eb14-cfd8-4efa-abdc-6d09e10abc39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.419220] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 722.419220] env[69529]: value = "task-3355549" [ 722.419220] env[69529]: _type = "Task" [ 722.419220] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.429998] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.492449] env[69529]: DEBUG nova.compute.manager [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Received event network-changed-0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.492660] env[69529]: DEBUG nova.compute.manager [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Refreshing instance network info cache due to event network-changed-0e69eaf6-0efc-45b5-a679-9f0ccea81a33. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.492880] env[69529]: DEBUG oslo_concurrency.lockutils [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] Acquiring lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.493026] env[69529]: DEBUG oslo_concurrency.lockutils [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] Acquired lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.493183] env[69529]: DEBUG nova.network.neutron [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Refreshing network info cache for port 0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.637338] env[69529]: DEBUG oslo_concurrency.lockutils [None req-21361f44-e8f6-40f9-9b23-4744c2950980 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "80810d25-6312-4bd2-97d7-9cbca17d9be3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.644s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.747275] env[69529]: DEBUG nova.network.neutron [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Successfully updated port: c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.939588] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255414} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.939985] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.941643] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc27e4ad-f31e-4e3c-a927-60feb1e63c32 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.974817] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 20be0043-3dc2-45c6-8f27-903a6c3fe7dd/20be0043-3dc2-45c6-8f27-903a6c3fe7dd.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.976569] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f914e07f-5457-4981-bb88-4934c47e76ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.008413] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 723.008413] env[69529]: value = "task-3355550" [ 723.008413] env[69529]: _type = "Task" [ 723.008413] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.021098] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.167103] env[69529]: DEBUG nova.compute.manager [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Received event network-changed-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.167515] env[69529]: DEBUG nova.compute.manager [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Refreshing instance network info cache due to event network-changed-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.167782] env[69529]: DEBUG oslo_concurrency.lockutils [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] Acquiring lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.167782] env[69529]: DEBUG oslo_concurrency.lockutils [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] Acquired lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.167849] env[69529]: DEBUG nova.network.neutron [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Refreshing network info cache for port b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.251240] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.251240] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.251240] env[69529]: DEBUG nova.network.neutron [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.433780] env[69529]: DEBUG nova.network.neutron [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updated VIF entry in instance network info cache for port 0e69eaf6-0efc-45b5-a679-9f0ccea81a33. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.434179] env[69529]: DEBUG nova.network.neutron [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updating instance_info_cache with network_info: [{"id": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "address": "fa:16:3e:63:89:c4", "network": {"id": "49985c55-56b1-4f08-a5cb-51da429dfff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1930948731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc99975ba01448df8ced189757b24dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e69eaf6-0e", "ovs_interfaceid": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.521853] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355550, 'name': ReconfigVM_Task, 'duration_secs': 0.319017} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.521853] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 20be0043-3dc2-45c6-8f27-903a6c3fe7dd/20be0043-3dc2-45c6-8f27-903a6c3fe7dd.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.521853] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f33eec6b-a69d-4426-93b1-df3cc9371ceb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.531312] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 723.531312] env[69529]: value = "task-3355551" [ 723.531312] env[69529]: _type = "Task" [ 723.531312] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.542933] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355551, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.824732] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e229c2-50a2-4228-8fdc-55484a29c8de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.833601] env[69529]: DEBUG nova.network.neutron [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.836398] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a8b8f1-d9c7-47d0-840e-748da8448d7d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.873136] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6679e86c-aa93-4e8a-90b4-d5cb595a669b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.881221] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a4555d-3aac-46ad-93dc-1abd05cae558 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.899730] env[69529]: DEBUG nova.compute.provider_tree [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.936919] env[69529]: DEBUG oslo_concurrency.lockutils [req-4c8dc15e-c7dd-4e58-ac6a-b7ffd18fb2d0 req-160fce34-fd76-4b8d-9e8c-d034cbbc4da7 service nova] Releasing lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.047211] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355551, 'name': Rename_Task, 'duration_secs': 0.178087} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.047211] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.047211] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2507c05-d2a5-447e-b93d-0614234b9145 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.055746] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 724.055746] env[69529]: value = "task-3355552" [ 724.055746] env[69529]: _type = "Task" [ 724.055746] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.065326] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.379251] env[69529]: DEBUG nova.network.neutron [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updating instance_info_cache with network_info: [{"id": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "address": "fa:16:3e:03:bf:8f", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6138253-72", "ovs_interfaceid": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.389712] env[69529]: DEBUG nova.network.neutron [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Updated VIF entry in instance network info cache for port b4e2ffc5-18fc-4243-8f12-e2f148bc07dc. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.390072] env[69529]: DEBUG nova.network.neutron [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Updating instance_info_cache with network_info: [{"id": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "address": "fa:16:3e:1b:bc:6c", "network": {"id": "146eef2d-b3f7-4e22-851f-ef9c8d9a8e81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1620509658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db02ea1173f04b63a63a00d656440ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4e2ffc5-18", "ovs_interfaceid": "b4e2ffc5-18fc-4243-8f12-e2f148bc07dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.404088] env[69529]: DEBUG nova.scheduler.client.report [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.571394] env[69529]: DEBUG oslo_vmware.api [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355552, 'name': PowerOnVM_Task, 'duration_secs': 0.504117} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.575021] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.575021] env[69529]: INFO nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Took 10.29 seconds to spawn the instance on the hypervisor. [ 724.575021] env[69529]: DEBUG nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.575021] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9735a27-4e18-446f-a1b8-a9d4c42dd7e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.881956] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Releasing lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.882420] env[69529]: DEBUG nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance network_info: |[{"id": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "address": "fa:16:3e:03:bf:8f", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6138253-72", "ovs_interfaceid": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.882992] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:bf:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6138253-7211-41c9-b0b7-0ed6a30dac61', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.891441] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.891724] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.892344] env[69529]: DEBUG oslo_concurrency.lockutils [req-44f41f2c-b06a-4cfd-afea-695e9b451971 req-2adaf5e7-025c-4826-91c5-42c5f89cbe09 service nova] Releasing lock "refresh_cache-2a506c55-2b41-470b-a8e3-2c582fb1a4fe" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.892666] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ac2b5c-ebd9-451f-bd43-48755cadfd1d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.908578] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.909048] env[69529]: DEBUG nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.911499] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.392s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.911721] env[69529]: DEBUG nova.objects.instance [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lazy-loading 'resources' on Instance uuid 79c9838c-a286-4c4c-9b0c-62eba502c100 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.914601] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.914601] env[69529]: value = "task-3355553" [ 724.914601] env[69529]: _type = "Task" [ 724.914601] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.924235] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355553, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.098337] env[69529]: INFO nova.compute.manager [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Took 42.17 seconds to build instance. [ 725.418651] env[69529]: DEBUG nova.compute.utils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.420904] env[69529]: DEBUG nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.420904] env[69529]: DEBUG nova.network.neutron [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.435103] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355553, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.481403] env[69529]: DEBUG nova.policy [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e35a2174683a4aa4a43207422a744ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59114ade1cec446d879516905009c7f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.590284] env[69529]: DEBUG nova.compute.manager [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Received event network-vif-plugged-c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.590646] env[69529]: DEBUG oslo_concurrency.lockutils [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] Acquiring lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.590931] env[69529]: DEBUG oslo_concurrency.lockutils [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.592531] env[69529]: DEBUG oslo_concurrency.lockutils [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.592531] env[69529]: DEBUG nova.compute.manager [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] No waiting events found dispatching network-vif-plugged-c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.592531] env[69529]: WARNING nova.compute.manager [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Received unexpected event network-vif-plugged-c6138253-7211-41c9-b0b7-0ed6a30dac61 for instance with vm_state building and task_state spawning. [ 725.592531] env[69529]: DEBUG nova.compute.manager [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Received event network-changed-c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.592662] env[69529]: DEBUG nova.compute.manager [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Refreshing instance network info cache due to event network-changed-c6138253-7211-41c9-b0b7-0ed6a30dac61. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.592851] env[69529]: DEBUG oslo_concurrency.lockutils [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] Acquiring lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.593085] env[69529]: DEBUG oslo_concurrency.lockutils [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] Acquired lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.593233] env[69529]: DEBUG nova.network.neutron [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Refreshing network info cache for port c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.601979] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b1d8c49-f991-4c55-ba26-268f3cbccad1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.331s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.814164] env[69529]: DEBUG nova.network.neutron [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Successfully created port: fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.930190] env[69529]: DEBUG nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.938201] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "c7a63209-9705-4caa-b567-ffd30dbe38c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.938391] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.949352] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355553, 'name': CreateVM_Task, 'duration_secs': 0.915239} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.952134] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.952134] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.952134] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.952134] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.952134] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776e8f9c-c2f5-4064-a1d7-a82c0bfc9ac4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.964640] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 725.964640] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52057808-fc8b-38e5-a750-482ff810bf0f" [ 725.964640] env[69529]: _type = "Task" [ 725.964640] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.975248] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52057808-fc8b-38e5-a750-482ff810bf0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.029554] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e06c0-15b3-4f56-9829-b659bde2e672 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.039490] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd43898-ebc0-44e4-90ce-ac845b8591bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.073016] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cced3dcd-562f-4f1b-a61a-3a244bd1826a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.081969] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7e8c3-f0e6-47c8-b8c5-dac70f5581ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.098484] env[69529]: DEBUG nova.compute.provider_tree [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.104457] env[69529]: DEBUG nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.292581] env[69529]: DEBUG nova.network.neutron [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updated VIF entry in instance network info cache for port c6138253-7211-41c9-b0b7-0ed6a30dac61. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.292960] env[69529]: DEBUG nova.network.neutron [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updating instance_info_cache with network_info: [{"id": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "address": "fa:16:3e:03:bf:8f", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6138253-72", "ovs_interfaceid": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.482905] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52057808-fc8b-38e5-a750-482ff810bf0f, 'name': SearchDatastore_Task, 'duration_secs': 0.023233} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.482905] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.482905] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.484011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.484011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.484130] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.485062] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68a3cb14-c126-460c-ba02-335b933d354f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.497629] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.497629] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.497629] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6685b52a-f494-4cba-9acb-941f168fad95 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.503702] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 726.503702] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9fe34-66cd-2d4d-edde-9dbbd2297598" [ 726.503702] env[69529]: _type = "Task" [ 726.503702] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.513351] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9fe34-66cd-2d4d-edde-9dbbd2297598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.603400] env[69529]: DEBUG nova.scheduler.client.report [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.642519] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.795730] env[69529]: DEBUG oslo_concurrency.lockutils [req-0778fab3-2705-4340-bcd0-f5eb6519969e req-314968fc-44b9-42df-9eb5-6de5e01c43e8 service nova] Releasing lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.928283] env[69529]: DEBUG nova.compute.manager [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Received event network-changed-0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.928444] env[69529]: DEBUG nova.compute.manager [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Refreshing instance network info cache due to event network-changed-0e69eaf6-0efc-45b5-a679-9f0ccea81a33. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.928822] env[69529]: DEBUG oslo_concurrency.lockutils [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] Acquiring lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.930424] env[69529]: DEBUG oslo_concurrency.lockutils [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] Acquired lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.930424] env[69529]: DEBUG nova.network.neutron [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Refreshing network info cache for port 0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.946232] env[69529]: DEBUG nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.983942] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.984214] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.984266] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.984424] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.984570] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.984738] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.984963] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.985138] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.985304] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.985464] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.985802] env[69529]: DEBUG nova.virt.hardware [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.986520] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa2989d-9352-4dad-92ba-c5ca3967c929 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.995664] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe17d08-094e-4d01-9f44-a20495ecc5c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.003811] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a999acf-686f-4a7c-80ad-f98ac40788b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.029030] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9fe34-66cd-2d4d-edde-9dbbd2297598, 'name': SearchDatastore_Task, 'duration_secs': 0.024073} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.030961] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-24664c12-8be3-48bf-91e8-28689fc5d8c2 tempest-ServersAdminNegativeTestJSON-1807505845 tempest-ServersAdminNegativeTestJSON-1807505845-project-admin] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Suspending the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 727.031633] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ab0fe5-ba5d-4b44-a34d-352bf83a198e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.033529] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b202131b-74d9-4af4-9fe9-217cd6d0e5b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.039084] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 727.039084] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521efcec-51b2-a12c-c572-aebfba36d44e" [ 727.039084] env[69529]: _type = "Task" [ 727.039084] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.043382] env[69529]: DEBUG oslo_vmware.api [None req-24664c12-8be3-48bf-91e8-28689fc5d8c2 tempest-ServersAdminNegativeTestJSON-1807505845 tempest-ServersAdminNegativeTestJSON-1807505845-project-admin] Waiting for the task: (returnval){ [ 727.043382] env[69529]: value = "task-3355554" [ 727.043382] env[69529]: _type = "Task" [ 727.043382] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.051293] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521efcec-51b2-a12c-c572-aebfba36d44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.059227] env[69529]: DEBUG oslo_vmware.api [None req-24664c12-8be3-48bf-91e8-28689fc5d8c2 tempest-ServersAdminNegativeTestJSON-1807505845 tempest-ServersAdminNegativeTestJSON-1807505845-project-admin] Task: {'id': task-3355554, 'name': SuspendVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.108551] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.111241] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.307s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.111455] env[69529]: DEBUG nova.objects.instance [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 727.136746] env[69529]: INFO nova.scheduler.client.report [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleted allocations for instance 79c9838c-a286-4c4c-9b0c-62eba502c100 [ 727.390859] env[69529]: DEBUG nova.network.neutron [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Successfully updated port: fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.557019] env[69529]: DEBUG oslo_vmware.api [None req-24664c12-8be3-48bf-91e8-28689fc5d8c2 tempest-ServersAdminNegativeTestJSON-1807505845 tempest-ServersAdminNegativeTestJSON-1807505845-project-admin] Task: {'id': task-3355554, 'name': SuspendVM_Task} progress is 58%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.560518] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521efcec-51b2-a12c-c572-aebfba36d44e, 'name': SearchDatastore_Task, 'duration_secs': 0.018242} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.560849] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.561037] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 12b2e24d-c606-4c5b-b56d-58c9cda03536/12b2e24d-c606-4c5b-b56d-58c9cda03536.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.561323] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8d7a152-bbed-4f9a-97f3-acbe6e11b745 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.571114] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 727.571114] env[69529]: value = "task-3355555" [ 727.571114] env[69529]: _type = "Task" [ 727.571114] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.583574] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.647771] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ede1ba8-ca08-4232-8b30-bc6681af548b tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "79c9838c-a286-4c4c-9b0c-62eba502c100" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.752s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.675534] env[69529]: DEBUG nova.network.neutron [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updated VIF entry in instance network info cache for port 0e69eaf6-0efc-45b5-a679-9f0ccea81a33. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.675884] env[69529]: DEBUG nova.network.neutron [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updating instance_info_cache with network_info: [{"id": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "address": "fa:16:3e:63:89:c4", "network": {"id": "49985c55-56b1-4f08-a5cb-51da429dfff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1930948731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc99975ba01448df8ced189757b24dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e69eaf6-0e", "ovs_interfaceid": "0e69eaf6-0efc-45b5-a679-9f0ccea81a33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.782469] env[69529]: DEBUG nova.compute.manager [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Received event network-vif-plugged-fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.782830] env[69529]: DEBUG oslo_concurrency.lockutils [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] Acquiring lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.782978] env[69529]: DEBUG oslo_concurrency.lockutils [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.783084] env[69529]: DEBUG oslo_concurrency.lockutils [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.783292] env[69529]: DEBUG nova.compute.manager [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] No waiting events found dispatching network-vif-plugged-fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.783463] env[69529]: WARNING nova.compute.manager [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Received unexpected event network-vif-plugged-fd6c4937-66a0-4f23-96d4-2aceee95f166 for instance with vm_state building and task_state spawning. [ 727.785142] env[69529]: DEBUG nova.compute.manager [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Received event network-changed-fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.785142] env[69529]: DEBUG nova.compute.manager [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Refreshing instance network info cache due to event network-changed-fd6c4937-66a0-4f23-96d4-2aceee95f166. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.785142] env[69529]: DEBUG oslo_concurrency.lockutils [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] Acquiring lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.785142] env[69529]: DEBUG oslo_concurrency.lockutils [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] Acquired lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.785142] env[69529]: DEBUG nova.network.neutron [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Refreshing network info cache for port fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.894981] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.062672] env[69529]: DEBUG oslo_vmware.api [None req-24664c12-8be3-48bf-91e8-28689fc5d8c2 tempest-ServersAdminNegativeTestJSON-1807505845 tempest-ServersAdminNegativeTestJSON-1807505845-project-admin] Task: {'id': task-3355554, 'name': SuspendVM_Task, 'duration_secs': 0.952401} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.063044] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-24664c12-8be3-48bf-91e8-28689fc5d8c2 tempest-ServersAdminNegativeTestJSON-1807505845 tempest-ServersAdminNegativeTestJSON-1807505845-project-admin] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Suspended the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 728.063467] env[69529]: DEBUG nova.compute.manager [None req-24664c12-8be3-48bf-91e8-28689fc5d8c2 tempest-ServersAdminNegativeTestJSON-1807505845 tempest-ServersAdminNegativeTestJSON-1807505845-project-admin] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.065480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0483db0-f225-40c8-958c-85dd11aaeff5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.088915] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355555, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.127269] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97556390-7c39-4175-9311-a358878e1fe3 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.128450] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.184s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.131750] env[69529]: INFO nova.compute.claims [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.178311] env[69529]: DEBUG oslo_concurrency.lockutils [req-0d6f9e77-f6d0-4c3a-9eaa-d7db47be38a8 req-2b8ec09f-8e38-4f8d-bae4-071ad5fcb8b4 service nova] Releasing lock "refresh_cache-b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.318030] env[69529]: DEBUG nova.network.neutron [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.428855] env[69529]: DEBUG nova.network.neutron [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.587839] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572198} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.588531] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 12b2e24d-c606-4c5b-b56d-58c9cda03536/12b2e24d-c606-4c5b-b56d-58c9cda03536.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.588531] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.588667] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b6ba01d-b194-4772-9339-1d3aa172da84 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.600179] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 728.600179] env[69529]: value = "task-3355556" [ 728.600179] env[69529]: _type = "Task" [ 728.600179] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.611077] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.932820] env[69529]: DEBUG oslo_concurrency.lockutils [req-bc3e443f-8c3c-4f0f-b605-3686a3de7f5c req-240d0f04-5d36-4248-8056-b04b3b59dcea service nova] Releasing lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.933181] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.933340] env[69529]: DEBUG nova.network.neutron [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.953682] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.954044] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.954272] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.954454] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.954695] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.957712] env[69529]: INFO nova.compute.manager [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Terminating instance [ 729.114291] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079189} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.114291] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.114291] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58218f5-2746-4785-b7e8-223841e2ecfc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.145095] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 12b2e24d-c606-4c5b-b56d-58c9cda03536/12b2e24d-c606-4c5b-b56d-58c9cda03536.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.148106] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edf12e0b-5bf1-4a00-85ba-e368a72f89d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.171054] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 729.171054] env[69529]: value = "task-3355557" [ 729.171054] env[69529]: _type = "Task" [ 729.171054] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.180220] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.467460] env[69529]: DEBUG nova.compute.manager [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.467724] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.471194] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa1c170-3e6b-4105-9f79-e2f866bc57e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.478685] env[69529]: DEBUG nova.network.neutron [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.483151] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.483431] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580c52b5-ad80-49ac-92cc-bc81d2c10cac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.495036] env[69529]: DEBUG oslo_vmware.api [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 729.495036] env[69529]: value = "task-3355558" [ 729.495036] env[69529]: _type = "Task" [ 729.495036] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.504417] env[69529]: DEBUG oslo_vmware.api [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.693093] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355557, 'name': ReconfigVM_Task, 'duration_secs': 0.34492} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.693571] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 12b2e24d-c606-4c5b-b56d-58c9cda03536/12b2e24d-c606-4c5b-b56d-58c9cda03536.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.694864] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e8f27a-472e-4f6a-94ae-f5a87c394be6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.699969] env[69529]: DEBUG nova.network.neutron [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Updating instance_info_cache with network_info: [{"id": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "address": "fa:16:3e:ab:b2:4f", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4937-66", "ovs_interfaceid": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.708722] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 729.708722] env[69529]: value = "task-3355559" [ 729.708722] env[69529]: _type = "Task" [ 729.708722] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.722443] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355559, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.755940] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc979ab2-bd74-4b71-8b0c-7a7a98815a42 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.764308] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcef6ef-5af7-4db7-87e6-b39320c4fc11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.796620] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1478769-93c4-40b9-a8d3-5568b15f872d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.805198] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6f5329-17fe-4049-8384-6563aabcef4f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.820009] env[69529]: DEBUG nova.compute.provider_tree [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.006709] env[69529]: DEBUG oslo_vmware.api [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355558, 'name': PowerOffVM_Task, 'duration_secs': 0.216536} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.007103] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.007366] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.007731] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80ff0d90-bee5-4807-9cca-5201c1247416 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.074041] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.074396] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.074782] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Deleting the datastore file [datastore2] b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.075118] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62bde564-f059-4284-98a2-7bb774d2094d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.082478] env[69529]: DEBUG oslo_vmware.api [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for the task: (returnval){ [ 730.082478] env[69529]: value = "task-3355561" [ 730.082478] env[69529]: _type = "Task" [ 730.082478] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.091394] env[69529]: DEBUG oslo_vmware.api [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.211238] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Releasing lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211238] env[69529]: DEBUG nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Instance network_info: |[{"id": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "address": "fa:16:3e:ab:b2:4f", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4937-66", "ovs_interfaceid": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.211763] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b2:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd6c4937-66a0-4f23-96d4-2aceee95f166', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.219645] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Creating folder: Project (59114ade1cec446d879516905009c7f3). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.224160] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e3e8872-6ac4-483e-b899-a2f77739cd18 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.229659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "cc36ef6c-6844-4745-a164-44ddbe158fe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.231048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.238028] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355559, 'name': Rename_Task, 'duration_secs': 0.148592} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.238191] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.238615] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a433f9-d47c-4751-8cf1-2306428e5dcf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.246516] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Created folder: Project (59114ade1cec446d879516905009c7f3) in parent group-v669649. [ 730.246708] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Creating folder: Instances. Parent ref: group-v669722. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.247320] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a33861f5-cc9c-4796-9174-416ce2449c8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.254549] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 730.254549] env[69529]: value = "task-3355563" [ 730.254549] env[69529]: _type = "Task" [ 730.254549] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.260653] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Created folder: Instances in parent group-v669722. [ 730.260911] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.261127] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.261374] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25a8430-d547-4b24-b7f7-a5e00a1c478b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.279878] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.287305] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.287305] env[69529]: value = "task-3355565" [ 730.287305] env[69529]: _type = "Task" [ 730.287305] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.303936] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355565, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.325153] env[69529]: DEBUG nova.scheduler.client.report [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.597658] env[69529]: DEBUG oslo_vmware.api [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Task: {'id': task-3355561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148218} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.598153] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.598667] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.599338] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.599613] env[69529]: INFO nova.compute.manager [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 730.600129] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.600540] env[69529]: DEBUG nova.compute.manager [-] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.600642] env[69529]: DEBUG nova.network.neutron [-] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.767389] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.797585] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355565, 'name': CreateVM_Task, 'duration_secs': 0.438344} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.797908] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.798861] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.799029] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.799344] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.799949] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c07150-894f-41e0-b441-fba20f8194cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.805248] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 730.805248] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5238c8a2-10d6-29e6-f5e2-6f15a229f9b2" [ 730.805248] env[69529]: _type = "Task" [ 730.805248] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.814082] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5238c8a2-10d6-29e6-f5e2-6f15a229f9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.833776] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.833776] env[69529]: DEBUG nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.834980] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.486s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.840342] env[69529]: INFO nova.compute.claims [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.093775] env[69529]: DEBUG nova.compute.manager [req-76e2b1e1-1ad8-4a35-bc1f-1cdda48ffe88 req-fb9506e9-9c25-4140-83a9-749a7ba77154 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Received event network-vif-deleted-0e69eaf6-0efc-45b5-a679-9f0ccea81a33 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.094045] env[69529]: INFO nova.compute.manager [req-76e2b1e1-1ad8-4a35-bc1f-1cdda48ffe88 req-fb9506e9-9c25-4140-83a9-749a7ba77154 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Neutron deleted interface 0e69eaf6-0efc-45b5-a679-9f0ccea81a33; detaching it from the instance and deleting it from the info cache [ 731.094187] env[69529]: DEBUG nova.network.neutron [req-76e2b1e1-1ad8-4a35-bc1f-1cdda48ffe88 req-fb9506e9-9c25-4140-83a9-749a7ba77154 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.187031] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.187286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.187502] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.187687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.187852] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.190321] env[69529]: INFO nova.compute.manager [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Terminating instance [ 731.271608] env[69529]: DEBUG oslo_vmware.api [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355563, 'name': PowerOnVM_Task, 'duration_secs': 0.547077} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.271608] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.271608] env[69529]: INFO nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Took 9.35 seconds to spawn the instance on the hypervisor. [ 731.271608] env[69529]: DEBUG nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.271608] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d1fabd-bad2-4c6b-9ff7-d4e8180b04c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.317496] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5238c8a2-10d6-29e6-f5e2-6f15a229f9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.318201] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.318559] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.319110] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.319415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.320355] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.320833] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc49e613-7692-4b78-96b4-11301721e279 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.331115] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.331522] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.332724] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e57d1c7-f614-481b-8214-69c88256db35 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.341134] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 731.341134] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b1bae9-9d2c-9c65-71ac-06f7535dd8c7" [ 731.341134] env[69529]: _type = "Task" [ 731.341134] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.352270] env[69529]: DEBUG nova.compute.utils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.352270] env[69529]: DEBUG nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.352270] env[69529]: DEBUG nova.network.neutron [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.359901] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b1bae9-9d2c-9c65-71ac-06f7535dd8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.361259] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bff16f2-4748-4c59-8d1e-e504596e5652 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.370764] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 731.370764] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524ae4b6-d577-188d-1ddd-719f5974e5b4" [ 731.370764] env[69529]: _type = "Task" [ 731.370764] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.379830] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524ae4b6-d577-188d-1ddd-719f5974e5b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.416926] env[69529]: DEBUG nova.policy [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd133f78590974191ae366e2a580f3ba8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23139c6cf4d64e5d8cd3db39e9fa1ac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.522498] env[69529]: DEBUG nova.network.neutron [-] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.597494] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc647d49-c1dd-4df2-9798-85d6b2021bea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.611324] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877aebbe-79d3-4cf9-9258-2419cf0a7102 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.652894] env[69529]: DEBUG nova.compute.manager [req-76e2b1e1-1ad8-4a35-bc1f-1cdda48ffe88 req-fb9506e9-9c25-4140-83a9-749a7ba77154 service nova] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Detach interface failed, port_id=0e69eaf6-0efc-45b5-a679-9f0ccea81a33, reason: Instance b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.694781] env[69529]: DEBUG nova.compute.manager [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.695082] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.696405] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f04e4f-e679-4af5-987b-a98109d73dfc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.710729] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.714171] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5691272e-2387-464d-8462-55717d839bb2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.791157] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.791346] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.794900] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Deleting the datastore file [datastore2] 20be0043-3dc2-45c6-8f27-903a6c3fe7dd {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.794900] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38279286-4291-4f94-8670-bf0f9c1cc065 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.798294] env[69529]: INFO nova.compute.manager [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Took 42.81 seconds to build instance. [ 731.804116] env[69529]: DEBUG oslo_vmware.api [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 731.804116] env[69529]: value = "task-3355567" [ 731.804116] env[69529]: _type = "Task" [ 731.804116] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.813946] env[69529]: DEBUG oslo_vmware.api [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.858593] env[69529]: DEBUG nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.878399] env[69529]: DEBUG nova.network.neutron [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Successfully created port: 2bfcc67f-c174-491a-a2a2-4c07e624715b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.884790] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524ae4b6-d577-188d-1ddd-719f5974e5b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.885564] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.885638] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5/a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.885997] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e15fd3b-1353-4a5e-a49f-a18a1b316398 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.895567] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 731.895567] env[69529]: value = "task-3355568" [ 731.895567] env[69529]: _type = "Task" [ 731.895567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.905700] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.026400] env[69529]: INFO nova.compute.manager [-] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Took 1.42 seconds to deallocate network for instance. [ 732.304986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77a042e6-59a2-40a6-9488-b9b160d49866 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.262s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.318089] env[69529]: DEBUG oslo_vmware.api [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152857} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.319887] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.319887] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.319887] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.319887] env[69529]: INFO nova.compute.manager [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Took 0.62 seconds to destroy the instance on the hypervisor. [ 732.320148] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.321027] env[69529]: DEBUG nova.compute.manager [-] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.321027] env[69529]: DEBUG nova.network.neutron [-] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.418916] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355568, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.532809] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.557017] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800cb39-c224-4de6-8e5e-9e41e8c1d115 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.564929] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658c07af-787e-459b-aa08-331a20858a7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.601347] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf623bc-6619-4a31-a93e-ff3166be8847 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.610395] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b376a22-82e9-4398-aaf0-18e336761322 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.625414] env[69529]: DEBUG nova.compute.provider_tree [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.813773] env[69529]: DEBUG nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.875626] env[69529]: DEBUG nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.904037] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.904037] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.904037] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.904037] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.904245] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.904245] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.904448] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.904741] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.905052] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.905346] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.905644] env[69529]: DEBUG nova.virt.hardware [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.908096] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc5600-9bb6-47d0-a7bc-96b7d7a547b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.919068] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524611} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.920267] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5/a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.920673] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.921062] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-456adf55-b692-41c0-bb40-863d82a9aed6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.923754] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7122ee-9b39-453b-9210-504fc4bc06b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.939586] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 732.939586] env[69529]: value = "task-3355569" [ 732.939586] env[69529]: _type = "Task" [ 732.939586] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.948466] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.129725] env[69529]: DEBUG nova.scheduler.client.report [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.197574] env[69529]: DEBUG nova.network.neutron [-] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.339976] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.451295] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.302358} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.452086] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.453456] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498b0038-3a83-45ac-8bc4-095c73ea1d82 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.479046] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5/a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.479737] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66580c99-d9cf-485f-b666-96fc4229be55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.503526] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 733.503526] env[69529]: value = "task-3355570" [ 733.503526] env[69529]: _type = "Task" [ 733.503526] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.512443] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.577368] env[69529]: DEBUG nova.network.neutron [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Successfully updated port: 2bfcc67f-c174-491a-a2a2-4c07e624715b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.638784] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.638784] env[69529]: DEBUG nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.643871] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.346s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.643871] env[69529]: DEBUG nova.objects.instance [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lazy-loading 'resources' on Instance uuid f5099c97-5bf0-424b-9323-c3fdf3bd418f {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.700589] env[69529]: INFO nova.compute.manager [-] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Took 1.38 seconds to deallocate network for instance. [ 733.723093] env[69529]: DEBUG nova.compute.manager [req-04cdc3a2-2a48-4d1e-9de7-8ebe97dc834e req-c3e8540e-7157-4ee9-89e1-d1e3e54adb7d service nova] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Received event network-vif-deleted-49f62a9a-ec2f-41c1-b977-f20f8844a618 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.760434] env[69529]: DEBUG nova.compute.manager [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.760434] env[69529]: DEBUG nova.compute.manager [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing instance network info cache due to event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.760434] env[69529]: DEBUG oslo_concurrency.lockutils [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] Acquiring lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.760434] env[69529]: DEBUG oslo_concurrency.lockutils [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] Acquired lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.760434] env[69529]: DEBUG nova.network.neutron [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.014601] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.080353] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "refresh_cache-bc990ba2-d378-4508-bb7a-99e53157d3cf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.080530] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquired lock "refresh_cache-bc990ba2-d378-4508-bb7a-99e53157d3cf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.080744] env[69529]: DEBUG nova.network.neutron [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.144849] env[69529]: DEBUG nova.compute.utils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.146257] env[69529]: DEBUG nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.146434] env[69529]: DEBUG nova.network.neutron [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.212014] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.218123] env[69529]: DEBUG nova.policy [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1d7b3c76e4f4bbf9e90e018a93d8bad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9bde172eae64761a5976e4829e56344', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.516813] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355570, 'name': ReconfigVM_Task, 'duration_secs': 0.897043} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.516813] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5/a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.517436] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5374dfa-c64b-4a80-80ee-05cb7dad4352 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.523113] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 734.523113] env[69529]: value = "task-3355571" [ 734.523113] env[69529]: _type = "Task" [ 734.523113] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.534082] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355571, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.651793] env[69529]: DEBUG nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.736037] env[69529]: DEBUG nova.network.neutron [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.742452] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fc608c-22fb-4446-ac39-40e74c9bdcf9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.750177] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991929f-e46a-4bdf-9594-901feffcc28a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.785037] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2835288-72da-4c0d-a98e-bdd7da862568 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.793609] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151615d-f358-4c17-9bf0-ca65ec7938c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.814132] env[69529]: DEBUG nova.compute.provider_tree [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.884224] env[69529]: DEBUG nova.network.neutron [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updated VIF entry in instance network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.884224] env[69529]: DEBUG nova.network.neutron [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [{"id": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "address": "fa:16:3e:b7:8e:b2", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f7c3e5-b7", "ovs_interfaceid": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.925244] env[69529]: DEBUG nova.network.neutron [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Successfully created port: 0cbca690-571b-43d2-83ef-5517354a7c6b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.011825] env[69529]: DEBUG nova.network.neutron [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Updating instance_info_cache with network_info: [{"id": "2bfcc67f-c174-491a-a2a2-4c07e624715b", "address": "fa:16:3e:c2:8a:66", "network": {"id": "1096609c-a795-4b93-bdb7-33d31ffe6b51", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1947867640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23139c6cf4d64e5d8cd3db39e9fa1ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bfcc67f-c1", "ovs_interfaceid": "2bfcc67f-c174-491a-a2a2-4c07e624715b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.033697] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355571, 'name': Rename_Task, 'duration_secs': 0.200759} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.033697] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.033697] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3f2c0b6-f4f9-4f5a-a2dd-9746af685dcd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.039453] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 735.039453] env[69529]: value = "task-3355572" [ 735.039453] env[69529]: _type = "Task" [ 735.039453] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.046924] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.318787] env[69529]: DEBUG nova.scheduler.client.report [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.386228] env[69529]: DEBUG oslo_concurrency.lockutils [req-abf81fd8-7110-414a-986a-cc0a16a9b57b req-482dd96b-b770-4458-87e2-17b3c9871175 service nova] Releasing lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.514561] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Releasing lock "refresh_cache-bc990ba2-d378-4508-bb7a-99e53157d3cf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.515134] env[69529]: DEBUG nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Instance network_info: |[{"id": "2bfcc67f-c174-491a-a2a2-4c07e624715b", "address": "fa:16:3e:c2:8a:66", "network": {"id": "1096609c-a795-4b93-bdb7-33d31ffe6b51", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1947867640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23139c6cf4d64e5d8cd3db39e9fa1ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bfcc67f-c1", "ovs_interfaceid": "2bfcc67f-c174-491a-a2a2-4c07e624715b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.516031] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:8a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bfcc67f-c174-491a-a2a2-4c07e624715b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.522897] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Creating folder: Project (23139c6cf4d64e5d8cd3db39e9fa1ac1). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.523184] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddb53e1d-2ce0-4b09-87ee-2263663a0536 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.533932] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Created folder: Project (23139c6cf4d64e5d8cd3db39e9fa1ac1) in parent group-v669649. [ 735.534134] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Creating folder: Instances. Parent ref: group-v669725. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.534364] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5750985c-dcee-435b-8fcc-6a1eb55b911a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.544577] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Created folder: Instances in parent group-v669725. [ 735.544816] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.545331] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.545531] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e91949f9-b302-465a-b759-dc69c0cddc0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.562915] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.568076] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.568076] env[69529]: value = "task-3355575" [ 735.568076] env[69529]: _type = "Task" [ 735.568076] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.577812] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355575, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.664453] env[69529]: DEBUG nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.691719] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.691988] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.692160] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.692340] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.692533] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.692698] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.692912] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.693060] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.693229] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.693391] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.693560] env[69529]: DEBUG nova.virt.hardware [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.694429] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9877bdd-6b23-495b-b10f-0e7408addbd9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.702442] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822cc1e2-ebc9-4bcf-a0c6-d6840f16cfde {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.825253] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.828354] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.357s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.828876] env[69529]: DEBUG nova.objects.instance [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lazy-loading 'resources' on Instance uuid 29afca04-1a1d-4518-a2cb-c02055db1a49 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.857588] env[69529]: INFO nova.scheduler.client.report [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleted allocations for instance f5099c97-5bf0-424b-9323-c3fdf3bd418f [ 736.055530] env[69529]: DEBUG oslo_vmware.api [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355572, 'name': PowerOnVM_Task, 'duration_secs': 0.569978} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.056441] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.056687] env[69529]: INFO nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Took 9.11 seconds to spawn the instance on the hypervisor. [ 736.056873] env[69529]: DEBUG nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.057691] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301def44-8b6d-47b1-a3de-73154690dcb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.076315] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355575, 'name': CreateVM_Task, 'duration_secs': 0.301142} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.076471] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.077153] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.077308] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.077615] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.077849] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5dc4cc-5b9b-404f-8aa8-5f6113f410d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.082129] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 736.082129] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528651f1-f0c3-f98e-ae13-572e8febad9c" [ 736.082129] env[69529]: _type = "Task" [ 736.082129] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.089685] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528651f1-f0c3-f98e-ae13-572e8febad9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.294655] env[69529]: DEBUG nova.compute.manager [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Received event network-vif-plugged-2bfcc67f-c174-491a-a2a2-4c07e624715b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.294884] env[69529]: DEBUG oslo_concurrency.lockutils [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] Acquiring lock "bc990ba2-d378-4508-bb7a-99e53157d3cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.295449] env[69529]: DEBUG oslo_concurrency.lockutils [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.295632] env[69529]: DEBUG oslo_concurrency.lockutils [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.295805] env[69529]: DEBUG nova.compute.manager [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] No waiting events found dispatching network-vif-plugged-2bfcc67f-c174-491a-a2a2-4c07e624715b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.296350] env[69529]: WARNING nova.compute.manager [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Received unexpected event network-vif-plugged-2bfcc67f-c174-491a-a2a2-4c07e624715b for instance with vm_state building and task_state spawning. [ 736.296350] env[69529]: DEBUG nova.compute.manager [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Received event network-changed-2bfcc67f-c174-491a-a2a2-4c07e624715b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.296458] env[69529]: DEBUG nova.compute.manager [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Refreshing instance network info cache due to event network-changed-2bfcc67f-c174-491a-a2a2-4c07e624715b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.296654] env[69529]: DEBUG oslo_concurrency.lockutils [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] Acquiring lock "refresh_cache-bc990ba2-d378-4508-bb7a-99e53157d3cf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.296808] env[69529]: DEBUG oslo_concurrency.lockutils [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] Acquired lock "refresh_cache-bc990ba2-d378-4508-bb7a-99e53157d3cf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.297017] env[69529]: DEBUG nova.network.neutron [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Refreshing network info cache for port 2bfcc67f-c174-491a-a2a2-4c07e624715b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.314453] env[69529]: DEBUG nova.compute.manager [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.314651] env[69529]: DEBUG nova.compute.manager [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing instance network info cache due to event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.314873] env[69529]: DEBUG oslo_concurrency.lockutils [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] Acquiring lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.315022] env[69529]: DEBUG oslo_concurrency.lockutils [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] Acquired lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.315595] env[69529]: DEBUG nova.network.neutron [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.375135] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac0493fa-735b-41e9-b1ea-446fd55f6957 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "f5099c97-5bf0-424b-9323-c3fdf3bd418f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.442s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.436184] env[69529]: DEBUG nova.network.neutron [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Successfully updated port: 0cbca690-571b-43d2-83ef-5517354a7c6b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.578491] env[69529]: INFO nova.compute.manager [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Took 38.84 seconds to build instance. [ 736.597022] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528651f1-f0c3-f98e-ae13-572e8febad9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.597022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.597022] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.597022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.597187] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.597300] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.597580] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ade04f6-2603-4c49-bf17-c81ff93c3c13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.610129] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.610356] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.611424] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06165d28-49eb-4632-8f75-270a3794e3a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.617668] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 736.617668] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cbd179-ef8e-ff80-ae05-8592707b33c2" [ 736.617668] env[69529]: _type = "Task" [ 736.617668] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.631523] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cbd179-ef8e-ff80-ae05-8592707b33c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.632307] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b69bde3-6bf9-417f-8c80-ad8b2d62a291 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.640524] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 736.640524] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216447e-dd97-41ec-80e4-5009dcdac098" [ 736.640524] env[69529]: _type = "Task" [ 736.640524] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.649519] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216447e-dd97-41ec-80e4-5009dcdac098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.861033] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de216ddc-3062-4a9c-b392-ec88c375d368 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.868789] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8dc4e-8a7f-4ab7-8c96-4076c3761ef6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.904430] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6061abb5-aa8e-44c8-94ae-91cfd2b14ee1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.912377] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7daf249-a97b-47dc-a787-de905d9c54a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.926296] env[69529]: DEBUG nova.compute.provider_tree [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.942845] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "refresh_cache-996a56d7-78ba-4cb9-a88c-79141b26f472" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.942995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired lock "refresh_cache-996a56d7-78ba-4cb9-a88c-79141b26f472" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.943162] env[69529]: DEBUG nova.network.neutron [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.999720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "47c3549e-54ed-40d6-9acc-613d38553ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.999720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "47c3549e-54ed-40d6-9acc-613d38553ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.999720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "47c3549e-54ed-40d6-9acc-613d38553ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.999720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "47c3549e-54ed-40d6-9acc-613d38553ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.999863] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "47c3549e-54ed-40d6-9acc-613d38553ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.001283] env[69529]: INFO nova.compute.manager [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Terminating instance [ 737.080973] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1a8122de-72a6-48be-b10c-7f6e0d8e0e01 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.383s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.133848] env[69529]: DEBUG nova.network.neutron [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updated VIF entry in instance network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.134248] env[69529]: DEBUG nova.network.neutron [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [{"id": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "address": "fa:16:3e:b7:8e:b2", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f7c3e5-b7", "ovs_interfaceid": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.154368] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216447e-dd97-41ec-80e4-5009dcdac098, 'name': SearchDatastore_Task, 'duration_secs': 0.008438} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.155206] env[69529]: DEBUG nova.network.neutron [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Updated VIF entry in instance network info cache for port 2bfcc67f-c174-491a-a2a2-4c07e624715b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.155535] env[69529]: DEBUG nova.network.neutron [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Updating instance_info_cache with network_info: [{"id": "2bfcc67f-c174-491a-a2a2-4c07e624715b", "address": "fa:16:3e:c2:8a:66", "network": {"id": "1096609c-a795-4b93-bdb7-33d31ffe6b51", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1947867640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23139c6cf4d64e5d8cd3db39e9fa1ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bfcc67f-c1", "ovs_interfaceid": "2bfcc67f-c174-491a-a2a2-4c07e624715b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.157037] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.157302] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] bc990ba2-d378-4508-bb7a-99e53157d3cf/bc990ba2-d378-4508-bb7a-99e53157d3cf.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.157730] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f8a6763-5112-484a-8b18-086732778e65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.164927] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 737.164927] env[69529]: value = "task-3355576" [ 737.164927] env[69529]: _type = "Task" [ 737.164927] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.175478] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.435346] env[69529]: DEBUG nova.scheduler.client.report [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.487439] env[69529]: DEBUG nova.network.neutron [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.506193] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "refresh_cache-47c3549e-54ed-40d6-9acc-613d38553ac5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.506193] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquired lock "refresh_cache-47c3549e-54ed-40d6-9acc-613d38553ac5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.506193] env[69529]: DEBUG nova.network.neutron [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.586983] env[69529]: DEBUG nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.645683] env[69529]: DEBUG oslo_concurrency.lockutils [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] Releasing lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.646299] env[69529]: DEBUG nova.compute.manager [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Received event network-changed-c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.646641] env[69529]: DEBUG nova.compute.manager [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Refreshing instance network info cache due to event network-changed-c6138253-7211-41c9-b0b7-0ed6a30dac61. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.647011] env[69529]: DEBUG oslo_concurrency.lockutils [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] Acquiring lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.647297] env[69529]: DEBUG oslo_concurrency.lockutils [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] Acquired lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.647614] env[69529]: DEBUG nova.network.neutron [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Refreshing network info cache for port c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.660556] env[69529]: DEBUG oslo_concurrency.lockutils [req-cae5348e-dae9-4a00-bd29-f5832170d70a req-66527c20-3c44-45a0-9b2a-3e12e56b69cc service nova] Releasing lock "refresh_cache-bc990ba2-d378-4508-bb7a-99e53157d3cf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.678347] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51051} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.678347] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] bc990ba2-d378-4508-bb7a-99e53157d3cf/bc990ba2-d378-4508-bb7a-99e53157d3cf.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.678347] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.678347] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a733a48-e953-448f-846a-4c9fde3f3638 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.684199] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 737.684199] env[69529]: value = "task-3355577" [ 737.684199] env[69529]: _type = "Task" [ 737.684199] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.693712] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.767618] env[69529]: DEBUG nova.network.neutron [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Updating instance_info_cache with network_info: [{"id": "0cbca690-571b-43d2-83ef-5517354a7c6b", "address": "fa:16:3e:f9:50:52", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbca690-57", "ovs_interfaceid": "0cbca690-571b-43d2-83ef-5517354a7c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.941204] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.946537] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.512s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.949803] env[69529]: INFO nova.compute.claims [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.989495] env[69529]: INFO nova.scheduler.client.report [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Deleted allocations for instance 29afca04-1a1d-4518-a2cb-c02055db1a49 [ 738.032945] env[69529]: DEBUG nova.network.neutron [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.104367] env[69529]: DEBUG nova.network.neutron [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.119223] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.199850] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064828} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.200370] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.201402] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f80956-4a26-48fa-8f5c-bf961502674c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.229904] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bc990ba2-d378-4508-bb7a-99e53157d3cf/bc990ba2-d378-4508-bb7a-99e53157d3cf.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.231679] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e67d031a-2f21-4ce2-b7b3-884b570590fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.254120] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 738.254120] env[69529]: value = "task-3355578" [ 738.254120] env[69529]: _type = "Task" [ 738.254120] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.267897] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.270473] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Releasing lock "refresh_cache-996a56d7-78ba-4cb9-a88c-79141b26f472" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.270848] env[69529]: DEBUG nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Instance network_info: |[{"id": "0cbca690-571b-43d2-83ef-5517354a7c6b", "address": "fa:16:3e:f9:50:52", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbca690-57", "ovs_interfaceid": "0cbca690-571b-43d2-83ef-5517354a7c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.272436] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:50:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cbca690-571b-43d2-83ef-5517354a7c6b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.281345] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.281345] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.281345] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-409d62aa-efb6-42ab-8076-deaf8fe5f95c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.306385] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.306385] env[69529]: value = "task-3355579" [ 738.306385] env[69529]: _type = "Task" [ 738.306385] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.314457] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355579, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.471561] env[69529]: DEBUG nova.network.neutron [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updated VIF entry in instance network info cache for port c6138253-7211-41c9-b0b7-0ed6a30dac61. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.471561] env[69529]: DEBUG nova.network.neutron [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updating instance_info_cache with network_info: [{"id": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "address": "fa:16:3e:03:bf:8f", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6138253-72", "ovs_interfaceid": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.503335] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e8c8fffd-9eed-4068-a4a1-49b41f5f68f6 tempest-ServerAddressesTestJSON-1266365937 tempest-ServerAddressesTestJSON-1266365937-project-member] Lock "29afca04-1a1d-4518-a2cb-c02055db1a49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.996s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.607683] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Releasing lock "refresh_cache-47c3549e-54ed-40d6-9acc-613d38553ac5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.608622] env[69529]: DEBUG nova.compute.manager [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.608622] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.609523] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9edecb-79e4-4ba0-b249-c1100a36e398 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.622021] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.622919] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a74c92e-f52f-47f2-8917-c75e85ac694d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.629789] env[69529]: DEBUG oslo_vmware.api [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 738.629789] env[69529]: value = "task-3355580" [ 738.629789] env[69529]: _type = "Task" [ 738.629789] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.639711] env[69529]: DEBUG oslo_vmware.api [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.654076] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.654236] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.655113] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.655519] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.655695] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.658798] env[69529]: INFO nova.compute.manager [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Terminating instance [ 738.766531] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355578, 'name': ReconfigVM_Task, 'duration_secs': 0.306228} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.766860] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bc990ba2-d378-4508-bb7a-99e53157d3cf/bc990ba2-d378-4508-bb7a-99e53157d3cf.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.767636] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dd0422f-df0a-4b94-835e-a6b3d089fb89 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.776105] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 738.776105] env[69529]: value = "task-3355581" [ 738.776105] env[69529]: _type = "Task" [ 738.776105] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.783583] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355581, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.814374] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355579, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.974252] env[69529]: DEBUG oslo_concurrency.lockutils [req-c48d6030-70d6-4270-96e1-03fa25723d61 req-9838da79-ca0e-4a7b-96ca-4b92d19f99d0 service nova] Releasing lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.146465] env[69529]: DEBUG oslo_vmware.api [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355580, 'name': PowerOffVM_Task, 'duration_secs': 0.214869} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.146465] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.146465] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.146465] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f993fb63-e409-4f57-b53c-b18d41f4aa6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.162974] env[69529]: DEBUG nova.compute.manager [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.163162] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.164261] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f913b-1001-4b65-9cc4-69042a8e3857 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.171671] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.172653] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0929f9ec-cffd-4faf-9a30-ad4a686f12e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.174445] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.174636] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.174815] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleting the datastore file [datastore1] 47c3549e-54ed-40d6-9acc-613d38553ac5 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.177284] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cd9245b-8c0c-4a01-a80a-a5b15dc44da1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.184615] env[69529]: DEBUG oslo_vmware.api [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for the task: (returnval){ [ 739.184615] env[69529]: value = "task-3355584" [ 739.184615] env[69529]: _type = "Task" [ 739.184615] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.189093] env[69529]: DEBUG oslo_vmware.api [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 739.189093] env[69529]: value = "task-3355583" [ 739.189093] env[69529]: _type = "Task" [ 739.189093] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.197868] env[69529]: DEBUG oslo_vmware.api [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.204459] env[69529]: DEBUG oslo_vmware.api [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.280856] env[69529]: DEBUG nova.compute.manager [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Received event network-vif-plugged-0cbca690-571b-43d2-83ef-5517354a7c6b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.281133] env[69529]: DEBUG oslo_concurrency.lockutils [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] Acquiring lock "996a56d7-78ba-4cb9-a88c-79141b26f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.281348] env[69529]: DEBUG oslo_concurrency.lockutils [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.281515] env[69529]: DEBUG oslo_concurrency.lockutils [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.281708] env[69529]: DEBUG nova.compute.manager [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] No waiting events found dispatching network-vif-plugged-0cbca690-571b-43d2-83ef-5517354a7c6b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.281876] env[69529]: WARNING nova.compute.manager [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Received unexpected event network-vif-plugged-0cbca690-571b-43d2-83ef-5517354a7c6b for instance with vm_state building and task_state spawning. [ 739.282048] env[69529]: DEBUG nova.compute.manager [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Received event network-changed-0cbca690-571b-43d2-83ef-5517354a7c6b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.282204] env[69529]: DEBUG nova.compute.manager [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Refreshing instance network info cache due to event network-changed-0cbca690-571b-43d2-83ef-5517354a7c6b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.282387] env[69529]: DEBUG oslo_concurrency.lockutils [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] Acquiring lock "refresh_cache-996a56d7-78ba-4cb9-a88c-79141b26f472" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.282519] env[69529]: DEBUG oslo_concurrency.lockutils [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] Acquired lock "refresh_cache-996a56d7-78ba-4cb9-a88c-79141b26f472" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.282706] env[69529]: DEBUG nova.network.neutron [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Refreshing network info cache for port 0cbca690-571b-43d2-83ef-5517354a7c6b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.292254] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355581, 'name': Rename_Task, 'duration_secs': 0.143855} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.292730] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.292804] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e79ae01-dba2-41c2-b11b-e3149c0e7d11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.297293] env[69529]: DEBUG nova.compute.manager [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Received event network-changed-c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.297293] env[69529]: DEBUG nova.compute.manager [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Refreshing instance network info cache due to event network-changed-c6138253-7211-41c9-b0b7-0ed6a30dac61. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.298766] env[69529]: DEBUG oslo_concurrency.lockutils [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] Acquiring lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.298766] env[69529]: DEBUG oslo_concurrency.lockutils [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] Acquired lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.298945] env[69529]: DEBUG nova.network.neutron [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Refreshing network info cache for port c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.304518] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 739.304518] env[69529]: value = "task-3355585" [ 739.304518] env[69529]: _type = "Task" [ 739.304518] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.317616] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.321018] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355579, 'name': CreateVM_Task, 'duration_secs': 0.726533} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.323831] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.324465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.324631] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.324974] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.325462] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12039423-70d2-42d5-9e55-da5b300c045a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.330057] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 739.330057] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52961f2e-ea9e-a16a-8e85-d20e2f818a63" [ 739.330057] env[69529]: _type = "Task" [ 739.330057] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.338643] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52961f2e-ea9e-a16a-8e85-d20e2f818a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.572520] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bdf585-6c98-4d98-858e-c421540f8b14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.580274] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44908fb6-0abc-4068-a5bc-0b6e4a0d52a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.615229] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64ec455-76c7-4143-882b-1b9a4e746cfe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.624506] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c59d5b-d4c5-491e-bdb3-99e66c840df3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.638186] env[69529]: DEBUG nova.compute.provider_tree [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.703626] env[69529]: DEBUG oslo_vmware.api [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Task: {'id': task-3355584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095588} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.708080] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.708080] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.708080] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.709629] env[69529]: INFO nova.compute.manager [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 739.709629] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.709629] env[69529]: DEBUG oslo_vmware.api [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355583, 'name': PowerOffVM_Task, 'duration_secs': 0.383243} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.709864] env[69529]: DEBUG nova.compute.manager [-] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.709919] env[69529]: DEBUG nova.network.neutron [-] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.711692] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.711837] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.712200] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c878a36-9900-4c0c-bec3-d10ae3e07e74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.739827] env[69529]: DEBUG nova.network.neutron [-] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.819041] env[69529]: DEBUG oslo_vmware.api [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355585, 'name': PowerOnVM_Task, 'duration_secs': 0.507234} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.821551] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.821551] env[69529]: INFO nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Took 6.95 seconds to spawn the instance on the hypervisor. [ 739.821551] env[69529]: DEBUG nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.821551] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.821551] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.821800] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleting the datastore file [datastore2] 12b2e24d-c606-4c5b-b56d-58c9cda03536 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.826018] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a234fd5-e369-4990-a4e9-844abe0173ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.826510] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ddc7e7-16b0-4404-b176-8faa8f8ff3f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.844112] env[69529]: DEBUG oslo_vmware.api [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 739.844112] env[69529]: value = "task-3355587" [ 739.844112] env[69529]: _type = "Task" [ 739.844112] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.852547] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52961f2e-ea9e-a16a-8e85-d20e2f818a63, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.854019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.854199] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.854452] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.854631] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.857160] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.861019] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c815842-748e-41da-a73f-0f05ef3dbcbd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.861019] env[69529]: DEBUG oslo_vmware.api [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.867994] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.868183] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.868958] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70404222-4644-418f-91db-a4e7820dc90e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.874452] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 739.874452] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1bf45-f0af-560d-06f6-a419df255c89" [ 739.874452] env[69529]: _type = "Task" [ 739.874452] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.883818] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1bf45-f0af-560d-06f6-a419df255c89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.143429] env[69529]: DEBUG nova.scheduler.client.report [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.242958] env[69529]: DEBUG nova.network.neutron [-] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.248183] env[69529]: DEBUG nova.network.neutron [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Updated VIF entry in instance network info cache for port 0cbca690-571b-43d2-83ef-5517354a7c6b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.248522] env[69529]: DEBUG nova.network.neutron [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Updating instance_info_cache with network_info: [{"id": "0cbca690-571b-43d2-83ef-5517354a7c6b", "address": "fa:16:3e:f9:50:52", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cbca690-57", "ovs_interfaceid": "0cbca690-571b-43d2-83ef-5517354a7c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.293708] env[69529]: DEBUG nova.network.neutron [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updated VIF entry in instance network info cache for port c6138253-7211-41c9-b0b7-0ed6a30dac61. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.294611] env[69529]: DEBUG nova.network.neutron [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updating instance_info_cache with network_info: [{"id": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "address": "fa:16:3e:03:bf:8f", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6138253-72", "ovs_interfaceid": "c6138253-7211-41c9-b0b7-0ed6a30dac61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.359973] env[69529]: INFO nova.compute.manager [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Took 38.44 seconds to build instance. [ 740.367786] env[69529]: DEBUG oslo_vmware.api [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256708} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.368042] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.368231] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.368409] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.368577] env[69529]: INFO nova.compute.manager [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Took 1.21 seconds to destroy the instance on the hypervisor. [ 740.368818] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.369023] env[69529]: DEBUG nova.compute.manager [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.369143] env[69529]: DEBUG nova.network.neutron [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.385505] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1bf45-f0af-560d-06f6-a419df255c89, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.386287] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80ec6c6-ab53-48c3-b562-ce5881e208fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.391710] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 740.391710] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e7d9d1-781c-b53d-65a1-c1730f909c22" [ 740.391710] env[69529]: _type = "Task" [ 740.391710] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.399639] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e7d9d1-781c-b53d-65a1-c1730f909c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.648494] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.649107] env[69529]: DEBUG nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.652923] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.017s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.654503] env[69529]: INFO nova.compute.claims [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.747544] env[69529]: INFO nova.compute.manager [-] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Took 1.04 seconds to deallocate network for instance. [ 740.758021] env[69529]: DEBUG oslo_concurrency.lockutils [req-fe8e6998-e4a2-4e0f-9cbf-4effc1e55735 req-fe293930-c9e8-4627-b03f-713c7ddc423b service nova] Releasing lock "refresh_cache-996a56d7-78ba-4cb9-a88c-79141b26f472" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.797323] env[69529]: DEBUG oslo_concurrency.lockutils [req-780d6d3f-0b6a-4ea3-84d9-3f1ca1b18d2f req-10ce3aad-1731-48af-ab3d-4d49de8bd099 service nova] Releasing lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.862254] env[69529]: DEBUG oslo_concurrency.lockutils [None req-190b6748-4f88-408c-b6fa-987e62d97cb5 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.793s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.904520] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e7d9d1-781c-b53d-65a1-c1730f909c22, 'name': SearchDatastore_Task, 'duration_secs': 0.020076} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.904845] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.905169] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 996a56d7-78ba-4cb9-a88c-79141b26f472/996a56d7-78ba-4cb9-a88c-79141b26f472.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.905476] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ae04797-9b01-450d-b4c4-34513650b05d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.913580] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 740.913580] env[69529]: value = "task-3355588" [ 740.913580] env[69529]: _type = "Task" [ 740.913580] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.927318] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.168094] env[69529]: DEBUG nova.compute.utils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.169526] env[69529]: DEBUG nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.169698] env[69529]: DEBUG nova.network.neutron [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.262542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.288945] env[69529]: DEBUG nova.network.neutron [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.365182] env[69529]: DEBUG nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.397159] env[69529]: DEBUG nova.policy [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1331dca3c5b04465be9e24b17b649748', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7d4266703f74f8c865d79c642ebca17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.427222] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.674023] env[69529]: DEBUG nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.793480] env[69529]: INFO nova.compute.manager [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Took 1.42 seconds to deallocate network for instance. [ 741.891206] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.925685] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552817} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.928430] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 996a56d7-78ba-4cb9-a88c-79141b26f472/996a56d7-78ba-4cb9-a88c-79141b26f472.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.928665] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.929144] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2438b9b1-487a-41a2-84b1-d352a055b96b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.934641] env[69529]: DEBUG nova.network.neutron [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Successfully created port: 76d4170a-29e2-4768-aab9-f2d641da330d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.938026] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 741.938026] env[69529]: value = "task-3355589" [ 741.938026] env[69529]: _type = "Task" [ 741.938026] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.948317] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.303845] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57c5283-f782-4476-81cb-77f9cbcdf82b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.311345] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.311345] env[69529]: DEBUG nova.compute.manager [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Received event network-changed-fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.311345] env[69529]: DEBUG nova.compute.manager [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Refreshing instance network info cache due to event network-changed-fd6c4937-66a0-4f23-96d4-2aceee95f166. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.311345] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Acquiring lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.311798] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Acquired lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.312445] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Refreshing network info cache for port fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.325564] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9609d1c0-8865-4a3f-846a-4f9a05784814 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.364744] env[69529]: DEBUG nova.compute.manager [req-e00d1fa7-7db1-4ec0-a081-7aa92da0872d req-e9e1f1d0-20e6-4492-815d-efb0c8714c23 service nova] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Received event network-vif-deleted-c6138253-7211-41c9-b0b7-0ed6a30dac61 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.365728] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e12b9-42d6-4120-8033-c1209517952f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.374382] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac5b4c-c14b-4645-8d0d-bbfa1368944e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.391261] env[69529]: DEBUG nova.compute.provider_tree [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.453885] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076138} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.456833] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.456833] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938cf729-6ca1-4a29-b682-db6401f14d15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.493202] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 996a56d7-78ba-4cb9-a88c-79141b26f472/996a56d7-78ba-4cb9-a88c-79141b26f472.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.493996] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d787762-f779-4adc-ae65-6a92261e69eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.528672] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 742.528672] env[69529]: value = "task-3355590" [ 742.528672] env[69529]: _type = "Task" [ 742.528672] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.542065] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.690781] env[69529]: DEBUG nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.738953] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.739219] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.739372] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.739553] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.739725] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.739873] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.740096] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.740251] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.740415] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.740609] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.740792] env[69529]: DEBUG nova.virt.hardware [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.741701] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cf7218-4eda-49a2-98b5-e747477cc65b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.752312] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f38415e-bf50-4b57-a1ca-a0601ee1e1cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.897020] env[69529]: DEBUG nova.scheduler.client.report [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.042492] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355590, 'name': ReconfigVM_Task, 'duration_secs': 0.453122} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.042805] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 996a56d7-78ba-4cb9-a88c-79141b26f472/996a56d7-78ba-4cb9-a88c-79141b26f472.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.044700] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b62e3e7-1fb9-482f-b12f-1377d56aea26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.052123] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 743.052123] env[69529]: value = "task-3355591" [ 743.052123] env[69529]: _type = "Task" [ 743.052123] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.061472] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355591, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.122350] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Updated VIF entry in instance network info cache for port fd6c4937-66a0-4f23-96d4-2aceee95f166. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.123381] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Updating instance_info_cache with network_info: [{"id": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "address": "fa:16:3e:ab:b2:4f", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4937-66", "ovs_interfaceid": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.403481] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.404483] env[69529]: DEBUG nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.407300] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.144s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.566036] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355591, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.626251] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Releasing lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.627321] env[69529]: DEBUG nova.compute.manager [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.627321] env[69529]: DEBUG nova.compute.manager [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing instance network info cache due to event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.627321] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Acquiring lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.627321] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Acquired lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.627803] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.700756] env[69529]: DEBUG nova.network.neutron [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Successfully updated port: 76d4170a-29e2-4768-aab9-f2d641da330d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.914586] env[69529]: DEBUG nova.compute.utils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.917243] env[69529]: DEBUG nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.917243] env[69529]: DEBUG nova.network.neutron [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.965600] env[69529]: DEBUG nova.policy [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd225dbeea6b4a8a88e6a95487dd616c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e35df3fcf50435193afadd60fb2e16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.069117] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355591, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.104652] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.211352] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "refresh_cache-a056461f-a9e6-44a3-a42e-5277dc21344d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.211352] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquired lock "refresh_cache-a056461f-a9e6-44a3-a42e-5277dc21344d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.211580] env[69529]: DEBUG nova.network.neutron [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.419858] env[69529]: DEBUG nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.446352] env[69529]: DEBUG nova.network.neutron [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Successfully created port: d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.452111] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updated VIF entry in instance network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.452403] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [{"id": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "address": "fa:16:3e:b7:8e:b2", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f7c3e5-b7", "ovs_interfaceid": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.504603] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c34341-2e14-4e1b-be62-3c41fd751693 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.511357] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8df381-ea7d-4e36-b21e-a78f90835f8f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.546419] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31666aa-217d-4bc4-83fd-b4adf41e4951 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.559370] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c351edb7-a13d-47b4-b779-56f21a515d06 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.569679] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355591, 'name': Rename_Task, 'duration_secs': 1.055503} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.576670] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.577185] env[69529]: DEBUG nova.compute.provider_tree [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.578486] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a224fdac-5793-4acd-a12d-2d19a8302ecd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.585099] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 744.585099] env[69529]: value = "task-3355592" [ 744.585099] env[69529]: _type = "Task" [ 744.585099] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.593636] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.700133] env[69529]: DEBUG nova.compute.manager [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.701252] env[69529]: DEBUG nova.compute.manager [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing instance network info cache due to event network-changed-08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.701252] env[69529]: DEBUG oslo_concurrency.lockutils [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] Acquiring lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.748765] env[69529]: DEBUG nova.network.neutron [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.806017] env[69529]: DEBUG nova.compute.manager [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Received event network-vif-plugged-76d4170a-29e2-4768-aab9-f2d641da330d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.806017] env[69529]: DEBUG oslo_concurrency.lockutils [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] Acquiring lock "a056461f-a9e6-44a3-a42e-5277dc21344d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.806017] env[69529]: DEBUG oslo_concurrency.lockutils [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.806017] env[69529]: DEBUG oslo_concurrency.lockutils [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.806017] env[69529]: DEBUG nova.compute.manager [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] No waiting events found dispatching network-vif-plugged-76d4170a-29e2-4768-aab9-f2d641da330d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.806452] env[69529]: WARNING nova.compute.manager [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Received unexpected event network-vif-plugged-76d4170a-29e2-4768-aab9-f2d641da330d for instance with vm_state building and task_state spawning. [ 744.806452] env[69529]: DEBUG nova.compute.manager [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Received event network-changed-76d4170a-29e2-4768-aab9-f2d641da330d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.806452] env[69529]: DEBUG nova.compute.manager [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Refreshing instance network info cache due to event network-changed-76d4170a-29e2-4768-aab9-f2d641da330d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.806452] env[69529]: DEBUG oslo_concurrency.lockutils [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] Acquiring lock "refresh_cache-a056461f-a9e6-44a3-a42e-5277dc21344d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.885474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "e3a8beb1-fde1-487c-9001-573a322acf9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.885474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.896160] env[69529]: DEBUG nova.network.neutron [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Updating instance_info_cache with network_info: [{"id": "76d4170a-29e2-4768-aab9-f2d641da330d", "address": "fa:16:3e:cc:1e:f6", "network": {"id": "d4c0bde5-d365-4beb-a7a8-3459d3fd55e3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1610970410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d4266703f74f8c865d79c642ebca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d4170a-29", "ovs_interfaceid": "76d4170a-29e2-4768-aab9-f2d641da330d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.959479] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Releasing lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.959479] env[69529]: DEBUG nova.compute.manager [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Received event network-changed-fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.959479] env[69529]: DEBUG nova.compute.manager [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Refreshing instance network info cache due to event network-changed-fd6c4937-66a0-4f23-96d4-2aceee95f166. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.959479] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Acquiring lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.959479] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Acquired lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.959650] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Refreshing network info cache for port fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.962046] env[69529]: DEBUG oslo_concurrency.lockutils [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] Acquired lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.962046] env[69529]: DEBUG nova.network.neutron [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Refreshing network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.082314] env[69529]: DEBUG nova.scheduler.client.report [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.095184] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355592, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.398660] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Releasing lock "refresh_cache-a056461f-a9e6-44a3-a42e-5277dc21344d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.399046] env[69529]: DEBUG nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Instance network_info: |[{"id": "76d4170a-29e2-4768-aab9-f2d641da330d", "address": "fa:16:3e:cc:1e:f6", "network": {"id": "d4c0bde5-d365-4beb-a7a8-3459d3fd55e3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1610970410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d4266703f74f8c865d79c642ebca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d4170a-29", "ovs_interfaceid": "76d4170a-29e2-4768-aab9-f2d641da330d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.401192] env[69529]: DEBUG oslo_concurrency.lockutils [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] Acquired lock "refresh_cache-a056461f-a9e6-44a3-a42e-5277dc21344d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.401192] env[69529]: DEBUG nova.network.neutron [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Refreshing network info cache for port 76d4170a-29e2-4768-aab9-f2d641da330d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.401681] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:1e:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d4170a-29e2-4768-aab9-f2d641da330d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.412215] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Creating folder: Project (f7d4266703f74f8c865d79c642ebca17). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.413625] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84cc09c7-86a0-4245-b689-b6ea3c677056 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.426192] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Created folder: Project (f7d4266703f74f8c865d79c642ebca17) in parent group-v669649. [ 745.426416] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Creating folder: Instances. Parent ref: group-v669729. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.426658] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40a0248b-1bb7-4b57-ba54-d883e476165b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.433394] env[69529]: DEBUG nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.437195] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Created folder: Instances in parent group-v669729. [ 745.437428] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.437620] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.438026] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e5f6e65-c69c-40a3-aa2b-2af970b8300d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.457610] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.457610] env[69529]: value = "task-3355595" [ 745.457610] env[69529]: _type = "Task" [ 745.457610] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.469048] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355595, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.471150] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.471716] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.471716] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.471716] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.471855] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.472013] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.472229] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.472391] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.472557] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.472747] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.472931] env[69529]: DEBUG nova.virt.hardware [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.474058] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6993e883-a67c-4e06-8b6f-007160d38322 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.481832] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7836f8f4-c65b-434b-96f3-8f2d6e99d80a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.606116] env[69529]: DEBUG oslo_vmware.api [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355592, 'name': PowerOnVM_Task, 'duration_secs': 0.558841} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.606116] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.606116] env[69529]: INFO nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Took 9.94 seconds to spawn the instance on the hypervisor. [ 745.606440] env[69529]: DEBUG nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.610842] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915002e-5466-4975-9f8e-a1143f01af38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.910210] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Updated VIF entry in instance network info cache for port fd6c4937-66a0-4f23-96d4-2aceee95f166. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.910572] env[69529]: DEBUG nova.network.neutron [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Updating instance_info_cache with network_info: [{"id": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "address": "fa:16:3e:ab:b2:4f", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6c4937-66", "ovs_interfaceid": "fd6c4937-66a0-4f23-96d4-2aceee95f166", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.937490] env[69529]: DEBUG nova.network.neutron [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updated VIF entry in instance network info cache for port 08f7c3e5-b752-4c43-95b2-1bdf62574ace. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.937906] env[69529]: DEBUG nova.network.neutron [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [{"id": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "address": "fa:16:3e:b7:8e:b2", "network": {"id": "21539cc7-2f3a-4721-ab20-33ad0daaaf7d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-906125510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bffb4d7286b3438894f628f575ecf58f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f7c3e5-b7", "ovs_interfaceid": "08f7c3e5-b752-4c43-95b2-1bdf62574ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.970872] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355595, 'name': CreateVM_Task, 'duration_secs': 0.4714} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.971101] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.972127] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.972335] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.972965] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.972965] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d5f762-94fe-4558-ab6f-e2da5308becc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.978435] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 745.978435] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529fb9cb-e810-f67a-6339-ca9004bae21e" [ 745.978435] env[69529]: _type = "Task" [ 745.978435] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.987958] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529fb9cb-e810-f67a-6339-ca9004bae21e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.098980] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.692s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.101805] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.945s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.103295] env[69529]: INFO nova.compute.claims [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.139136] env[69529]: INFO nova.compute.manager [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Took 40.81 seconds to build instance. [ 746.241332] env[69529]: DEBUG nova.network.neutron [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Updated VIF entry in instance network info cache for port 76d4170a-29e2-4768-aab9-f2d641da330d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.241607] env[69529]: DEBUG nova.network.neutron [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Updating instance_info_cache with network_info: [{"id": "76d4170a-29e2-4768-aab9-f2d641da330d", "address": "fa:16:3e:cc:1e:f6", "network": {"id": "d4c0bde5-d365-4beb-a7a8-3459d3fd55e3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1610970410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7d4266703f74f8c865d79c642ebca17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d4170a-29", "ovs_interfaceid": "76d4170a-29e2-4768-aab9-f2d641da330d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.254323] env[69529]: DEBUG nova.network.neutron [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Successfully updated port: d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.414834] env[69529]: DEBUG oslo_concurrency.lockutils [req-70cc2ecc-e199-42a8-ada5-df13dfd35a95 req-a839a2c7-2877-472c-9802-ae76212b9a74 service nova] Releasing lock "refresh_cache-a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.440692] env[69529]: DEBUG oslo_concurrency.lockutils [req-7065a62c-ef88-4db9-ac9a-80630359ed76 req-104d98f7-d46d-4e1c-a7d1-e8e0f334533b service nova] Releasing lock "refresh_cache-a8ab0f37-e0a6-4223-85cd-fa779c6139c9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.489673] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529fb9cb-e810-f67a-6339-ca9004bae21e, 'name': SearchDatastore_Task, 'duration_secs': 0.014593} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.489978] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.490233] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.491025] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.491025] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.491025] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.491238] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8317db0-2239-4cd6-8593-1d9a71598e93 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.500089] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.500282] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.501030] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee480396-8410-4cdd-81c0-f4510b5acb52 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.507027] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 746.507027] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528d912c-d606-ca65-d691-ea9217b8c1d0" [ 746.507027] env[69529]: _type = "Task" [ 746.507027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.513835] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528d912c-d606-ca65-d691-ea9217b8c1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.644746] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9a7b0634-653c-4323-892d-c19b98b41127 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.278s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.690312] env[69529]: INFO nova.scheduler.client.report [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Deleted allocation for migration 3f91571f-c048-4593-898c-a387cde6e29a [ 746.744927] env[69529]: DEBUG oslo_concurrency.lockutils [req-586d4f5f-b537-4e8d-a2c0-b16b0928c864 req-b5ed2dd7-6a35-40f1-bd9f-aeaecb7c00b0 service nova] Releasing lock "refresh_cache-a056461f-a9e6-44a3-a42e-5277dc21344d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.757321] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "refresh_cache-bed307b3-51de-4ef1-bb50-49b4824ae0de" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.757321] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "refresh_cache-bed307b3-51de-4ef1-bb50-49b4824ae0de" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.757321] env[69529]: DEBUG nova.network.neutron [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.020129] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528d912c-d606-ca65-d691-ea9217b8c1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.020812] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76fc048c-069d-4eba-a91d-32651c65c7ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.026457] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 747.026457] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff2ff3-e95a-413d-0feb-1875d4aa37ca" [ 747.026457] env[69529]: _type = "Task" [ 747.026457] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.035648] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff2ff3-e95a-413d-0feb-1875d4aa37ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.037729] env[69529]: DEBUG nova.compute.manager [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Received event network-vif-plugged-d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.037872] env[69529]: DEBUG oslo_concurrency.lockutils [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] Acquiring lock "bed307b3-51de-4ef1-bb50-49b4824ae0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.038097] env[69529]: DEBUG oslo_concurrency.lockutils [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.038276] env[69529]: DEBUG oslo_concurrency.lockutils [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.038439] env[69529]: DEBUG nova.compute.manager [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] No waiting events found dispatching network-vif-plugged-d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.038600] env[69529]: WARNING nova.compute.manager [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Received unexpected event network-vif-plugged-d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 for instance with vm_state building and task_state spawning. [ 747.038758] env[69529]: DEBUG nova.compute.manager [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Received event network-changed-d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.038914] env[69529]: DEBUG nova.compute.manager [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Refreshing instance network info cache due to event network-changed-d60a42a3-e9c3-4b9b-a970-f7e6f1722c51. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.039091] env[69529]: DEBUG oslo_concurrency.lockutils [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] Acquiring lock "refresh_cache-bed307b3-51de-4ef1-bb50-49b4824ae0de" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.146909] env[69529]: DEBUG nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.197473] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1e320924-7def-4235-969f-793fdf2fa127 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.034s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.302552] env[69529]: DEBUG nova.network.neutron [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.325470] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "996a56d7-78ba-4cb9-a88c-79141b26f472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.325726] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.325936] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "996a56d7-78ba-4cb9-a88c-79141b26f472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.326135] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.326304] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.334096] env[69529]: INFO nova.compute.manager [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Terminating instance [ 747.482806] env[69529]: DEBUG nova.network.neutron [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Updating instance_info_cache with network_info: [{"id": "d60a42a3-e9c3-4b9b-a970-f7e6f1722c51", "address": "fa:16:3e:ad:a5:a3", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60a42a3-e9", "ovs_interfaceid": "d60a42a3-e9c3-4b9b-a970-f7e6f1722c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.540980] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff2ff3-e95a-413d-0feb-1875d4aa37ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.544496] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.544844] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a056461f-a9e6-44a3-a42e-5277dc21344d/a056461f-a9e6-44a3-a42e-5277dc21344d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.545175] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc2043a-9814-4032-8f35-14e33514bd15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.557699] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 747.557699] env[69529]: value = "task-3355596" [ 747.557699] env[69529]: _type = "Task" [ 747.557699] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.573779] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.681676] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.838715] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29075f28-d05e-448e-8418-bdb5f97d218b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.842187] env[69529]: DEBUG nova.compute.manager [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.842409] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.843329] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88b3690-075f-4e53-9fbf-3b2ca2ef70b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.854948] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1938d06-ed2f-49cc-9215-17902969eeb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.858516] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.858909] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe4a8bf7-67bb-4c69-a84e-a05d0a869d1a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.891139] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d0aa97-b546-4e48-8086-87957117696a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.894177] env[69529]: DEBUG oslo_vmware.api [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 747.894177] env[69529]: value = "task-3355597" [ 747.894177] env[69529]: _type = "Task" [ 747.894177] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.905955] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7c80f6-a514-4c3b-9fdd-00a501b86028 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.909397] env[69529]: DEBUG oslo_vmware.api [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.921392] env[69529]: DEBUG nova.compute.provider_tree [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.989063] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "refresh_cache-bed307b3-51de-4ef1-bb50-49b4824ae0de" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.989458] env[69529]: DEBUG nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Instance network_info: |[{"id": "d60a42a3-e9c3-4b9b-a970-f7e6f1722c51", "address": "fa:16:3e:ad:a5:a3", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60a42a3-e9", "ovs_interfaceid": "d60a42a3-e9c3-4b9b-a970-f7e6f1722c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.990450] env[69529]: DEBUG oslo_concurrency.lockutils [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] Acquired lock "refresh_cache-bed307b3-51de-4ef1-bb50-49b4824ae0de" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.990581] env[69529]: DEBUG nova.network.neutron [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Refreshing network info cache for port d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.996184] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a5:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd60a42a3-e9c3-4b9b-a970-f7e6f1722c51', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.009262] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.013526] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.014300] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cfd0a2c-8ae3-4e41-a7c9-4a497d6f5e1e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.040477] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.040477] env[69529]: value = "task-3355598" [ 748.040477] env[69529]: _type = "Task" [ 748.040477] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.051589] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355598, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.067642] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.275477] env[69529]: DEBUG nova.network.neutron [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Updated VIF entry in instance network info cache for port d60a42a3-e9c3-4b9b-a970-f7e6f1722c51. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.275477] env[69529]: DEBUG nova.network.neutron [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Updating instance_info_cache with network_info: [{"id": "d60a42a3-e9c3-4b9b-a970-f7e6f1722c51", "address": "fa:16:3e:ad:a5:a3", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60a42a3-e9", "ovs_interfaceid": "d60a42a3-e9c3-4b9b-a970-f7e6f1722c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.408401] env[69529]: DEBUG oslo_vmware.api [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355597, 'name': PowerOffVM_Task, 'duration_secs': 0.311707} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.408809] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.409808] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.409808] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b059e0e6-55b3-4c03-b091-fcaac2ca02eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.425955] env[69529]: DEBUG nova.scheduler.client.report [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.453022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "bc990ba2-d378-4508-bb7a-99e53157d3cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.453359] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.453662] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "bc990ba2-d378-4508-bb7a-99e53157d3cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.455107] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.455107] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.456842] env[69529]: INFO nova.compute.manager [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Terminating instance [ 748.490609] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.490609] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.490609] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Deleting the datastore file [datastore2] 996a56d7-78ba-4cb9-a88c-79141b26f472 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.490609] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe2a4f4a-0df9-4757-956b-21ecee995e9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.497287] env[69529]: DEBUG oslo_vmware.api [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for the task: (returnval){ [ 748.497287] env[69529]: value = "task-3355600" [ 748.497287] env[69529]: _type = "Task" [ 748.497287] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.509868] env[69529]: DEBUG oslo_vmware.api [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.553355] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355598, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.569289] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644355} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.569436] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a056461f-a9e6-44a3-a42e-5277dc21344d/a056461f-a9e6-44a3-a42e-5277dc21344d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.569887] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.569947] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6e803e0-55c7-47f2-80ba-2cc2d92ec3f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.581112] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 748.581112] env[69529]: value = "task-3355601" [ 748.581112] env[69529]: _type = "Task" [ 748.581112] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.591171] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.778101] env[69529]: DEBUG oslo_concurrency.lockutils [req-a45b302e-06ce-499f-a42c-09d5aa074189 req-1543d7bc-5a27-493c-a683-e6bcdc728625 service nova] Releasing lock "refresh_cache-bed307b3-51de-4ef1-bb50-49b4824ae0de" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.933291] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.933875] env[69529]: DEBUG nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.939817] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.628s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.940305] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.940542] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 748.940906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.274s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.941146] env[69529]: DEBUG nova.objects.instance [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lazy-loading 'resources' on Instance uuid ea3f6265-95ff-416f-b86d-5646e8bd9bf7 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.943530] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8357b46b-3f94-4ebc-b314-764800fb8ff4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.961786] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b46d7f-f2da-491d-ac9a-6f471f3e53cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.966487] env[69529]: DEBUG nova.compute.manager [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.966574] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.967564] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae699725-3330-4e1e-8ae9-b9c5c28256e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.984013] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ab8469-3351-4826-907c-05d8bc1f0831 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.986820] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.987250] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bde7448-c7d7-4877-a81d-bb6aaa026cf0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.995974] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d61389-929e-46f2-ae5f-8658e8b30529 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.999408] env[69529]: DEBUG oslo_vmware.api [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 748.999408] env[69529]: value = "task-3355602" [ 748.999408] env[69529]: _type = "Task" [ 748.999408] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.035644] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178907MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 749.035644] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.041649] env[69529]: DEBUG oslo_vmware.api [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Task: {'id': task-3355600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533738} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.045814] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.046141] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.046215] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.046444] env[69529]: INFO nova.compute.manager [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Took 1.20 seconds to destroy the instance on the hypervisor. [ 749.046745] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.046989] env[69529]: DEBUG oslo_vmware.api [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.050576] env[69529]: DEBUG nova.compute.manager [-] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.050736] env[69529]: DEBUG nova.network.neutron [-] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.063219] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355598, 'name': CreateVM_Task, 'duration_secs': 0.555299} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.063219] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.063219] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.063219] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.063219] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.063219] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8611c25c-83e3-4a8f-a164-1ee611b6220f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.066463] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 749.066463] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e1cd7b-2644-e5c0-78f7-27bd37e03f8c" [ 749.066463] env[69529]: _type = "Task" [ 749.066463] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.074519] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "9bd9e5f3-036b-44a2-8863-470653a383d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.074840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.082613] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e1cd7b-2644-e5c0-78f7-27bd37e03f8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.085293] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.085489] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.085651] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.086655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.086655] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.086655] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c92765b-5414-41a1-8f16-9a20d3299360 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.094638] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09969} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.095264] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.096999] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4e00a7-50c7-4941-b28c-b865032afd44 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.100006] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.100192] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.100900] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58e877d-e1df-40ea-876d-b30fd798256c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.107905] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 749.107905] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b163d-1cad-e18f-474a-0c4190ce0154" [ 749.107905] env[69529]: _type = "Task" [ 749.107905] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.127121] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a056461f-a9e6-44a3-a42e-5277dc21344d/a056461f-a9e6-44a3-a42e-5277dc21344d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.130955] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af9d893-204d-43a8-8a6a-4fcabb805318 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.155297] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b163d-1cad-e18f-474a-0c4190ce0154, 'name': SearchDatastore_Task, 'duration_secs': 0.018625} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.157282] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 749.157282] env[69529]: value = "task-3355603" [ 749.157282] env[69529]: _type = "Task" [ 749.157282] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.157490] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff9f1f1-3d7e-4f58-bc3f-638294e2de06 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.165547] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 749.165547] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523be1a4-0746-307b-f10f-86b1303f4cc6" [ 749.165547] env[69529]: _type = "Task" [ 749.165547] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.169187] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.181021] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523be1a4-0746-307b-f10f-86b1303f4cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.181021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.181021] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] bed307b3-51de-4ef1-bb50-49b4824ae0de/bed307b3-51de-4ef1-bb50-49b4824ae0de.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.181021] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c161037f-a9f2-44bb-ab78-75117fa29423 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.185829] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 749.185829] env[69529]: value = "task-3355604" [ 749.185829] env[69529]: _type = "Task" [ 749.185829] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.194301] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.447031] env[69529]: DEBUG nova.compute.utils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.456235] env[69529]: DEBUG nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.456235] env[69529]: DEBUG nova.network.neutron [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.501689] env[69529]: DEBUG nova.policy [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd62aefe6d69495eb0d66d193c844430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcedb00f1e0b432fb6353eef008890bf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.517940] env[69529]: DEBUG oslo_vmware.api [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355602, 'name': PowerOffVM_Task, 'duration_secs': 0.38352} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.518249] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.518419] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.518673] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-396a5ac6-eab2-4ba1-bdb0-5d8150f3cddf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.551256] env[69529]: DEBUG nova.compute.manager [req-8f2575d4-3136-4052-ae01-7a896aa398e8 req-cd650306-c360-4df6-944d-644c96f1e7cd service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Received event network-vif-deleted-0cbca690-571b-43d2-83ef-5517354a7c6b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.551465] env[69529]: INFO nova.compute.manager [req-8f2575d4-3136-4052-ae01-7a896aa398e8 req-cd650306-c360-4df6-944d-644c96f1e7cd service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Neutron deleted interface 0cbca690-571b-43d2-83ef-5517354a7c6b; detaching it from the instance and deleting it from the info cache [ 749.551632] env[69529]: DEBUG nova.network.neutron [req-8f2575d4-3136-4052-ae01-7a896aa398e8 req-cd650306-c360-4df6-944d-644c96f1e7cd service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.674311] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.674935] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.676390] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Deleting the datastore file [datastore2] bc990ba2-d378-4508-bb7a-99e53157d3cf {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.681044] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bfd4a4f-8500-4b4d-8e47-57b45512dec8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.683539] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.693053] env[69529]: DEBUG oslo_vmware.api [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for the task: (returnval){ [ 749.693053] env[69529]: value = "task-3355606" [ 749.693053] env[69529]: _type = "Task" [ 749.693053] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.706315] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.712467] env[69529]: DEBUG oslo_vmware.api [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.873290] env[69529]: DEBUG nova.network.neutron [-] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.903012] env[69529]: DEBUG nova.network.neutron [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Successfully created port: 91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.955633] env[69529]: DEBUG nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.056907] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9fbe132-2449-4618-9aa9-4f6b5c1ed920 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.070461] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446b806-d523-4d50-8054-0fe870e1d003 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.102955] env[69529]: DEBUG nova.compute.manager [req-8f2575d4-3136-4052-ae01-7a896aa398e8 req-cd650306-c360-4df6-944d-644c96f1e7cd service nova] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Detach interface failed, port_id=0cbca690-571b-43d2-83ef-5517354a7c6b, reason: Instance 996a56d7-78ba-4cb9-a88c-79141b26f472 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.109017] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1029ea3-ad4b-43e2-a67f-502e017f472d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.112932] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7c8b17-c057-4341-82d0-4a6945ebf867 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.148771] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a083439f-3d1c-44a1-8d5d-2a8a3aa05ad4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.157707] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d01f718-89ea-4d82-a5e0-21e294f0910a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.178946] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355603, 'name': ReconfigVM_Task, 'duration_secs': 0.650188} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.179433] env[69529]: DEBUG nova.compute.provider_tree [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.180866] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a056461f-a9e6-44a3-a42e-5277dc21344d/a056461f-a9e6-44a3-a42e-5277dc21344d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.183874] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30477efa-b9d0-44a0-a4ce-bfda0baec75d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.191690] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 750.191690] env[69529]: value = "task-3355607" [ 750.191690] env[69529]: _type = "Task" [ 750.191690] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.198967] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553921} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.202059] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] bed307b3-51de-4ef1-bb50-49b4824ae0de/bed307b3-51de-4ef1-bb50-49b4824ae0de.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.202279] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.202993] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb5c6bce-0171-4aa3-ba25-3c52f749583e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.208114] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355607, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.213396] env[69529]: DEBUG oslo_vmware.api [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Task: {'id': task-3355606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177671} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.214121] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.214260] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.214447] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.214621] env[69529]: INFO nova.compute.manager [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Took 1.25 seconds to destroy the instance on the hypervisor. [ 750.214858] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.215697] env[69529]: DEBUG nova.compute.manager [-] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.215788] env[69529]: DEBUG nova.network.neutron [-] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.217580] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 750.217580] env[69529]: value = "task-3355608" [ 750.217580] env[69529]: _type = "Task" [ 750.217580] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.226364] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.376712] env[69529]: INFO nova.compute.manager [-] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Took 1.33 seconds to deallocate network for instance. [ 750.685760] env[69529]: DEBUG nova.scheduler.client.report [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.705854] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355607, 'name': Rename_Task, 'duration_secs': 0.496616} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.707181] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.709409] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc471bb7-4de0-41ff-b2c9-9f0f8569dfc7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.711422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.711643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.717170] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 750.717170] env[69529]: value = "task-3355609" [ 750.717170] env[69529]: _type = "Task" [ 750.717170] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.734034] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355609, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.737390] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067098} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.737680] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.738539] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec2a07-acad-4a3c-93af-daee3d70397e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.760640] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] bed307b3-51de-4ef1-bb50-49b4824ae0de/bed307b3-51de-4ef1-bb50-49b4824ae0de.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.760912] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-704f575a-ae25-4f77-a31e-dfb1cbc92295 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.782962] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 750.782962] env[69529]: value = "task-3355610" [ 750.782962] env[69529]: _type = "Task" [ 750.782962] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.805486] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.885262] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.958864] env[69529]: DEBUG nova.network.neutron [-] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.964927] env[69529]: DEBUG nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.989934] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.990201] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.990360] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.990591] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.990759] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.990910] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.991149] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.991316] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.991496] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.991650] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.991796] env[69529]: DEBUG nova.virt.hardware [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.992902] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca84d4a3-2b85-4154-8368-83f31ce2a39b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.000566] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e4aa9-0e77-4ee6-9b5a-6d09b38061a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.191765] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.198516] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.501s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.198516] env[69529]: DEBUG nova.objects.instance [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lazy-loading 'resources' on Instance uuid 2d5785a7-7e94-47ae-9dd9-6f596fc38843 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.220280] env[69529]: INFO nova.scheduler.client.report [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted allocations for instance ea3f6265-95ff-416f-b86d-5646e8bd9bf7 [ 751.233582] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.295169] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355610, 'name': ReconfigVM_Task, 'duration_secs': 0.302552} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.295169] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Reconfigured VM instance instance-0000001e to attach disk [datastore1] bed307b3-51de-4ef1-bb50-49b4824ae0de/bed307b3-51de-4ef1-bb50-49b4824ae0de.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.295169] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ceec3c1-d941-4a20-992b-b964a6bef21d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.301016] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 751.301016] env[69529]: value = "task-3355611" [ 751.301016] env[69529]: _type = "Task" [ 751.301016] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.311457] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355611, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.435748] env[69529]: DEBUG nova.network.neutron [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Successfully updated port: 91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.461603] env[69529]: INFO nova.compute.manager [-] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Took 1.25 seconds to deallocate network for instance. [ 751.662570] env[69529]: DEBUG nova.compute.manager [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Received event network-vif-deleted-2bfcc67f-c174-491a-a2a2-4c07e624715b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.662797] env[69529]: DEBUG nova.compute.manager [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Received event network-vif-plugged-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.662982] env[69529]: DEBUG oslo_concurrency.lockutils [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] Acquiring lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.663361] env[69529]: DEBUG oslo_concurrency.lockutils [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.663539] env[69529]: DEBUG oslo_concurrency.lockutils [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.663707] env[69529]: DEBUG nova.compute.manager [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] No waiting events found dispatching network-vif-plugged-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.663875] env[69529]: WARNING nova.compute.manager [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Received unexpected event network-vif-plugged-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d for instance with vm_state building and task_state spawning. [ 751.664051] env[69529]: DEBUG nova.compute.manager [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Received event network-changed-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.664211] env[69529]: DEBUG nova.compute.manager [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Refreshing instance network info cache due to event network-changed-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.664391] env[69529]: DEBUG oslo_concurrency.lockutils [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] Acquiring lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.664525] env[69529]: DEBUG oslo_concurrency.lockutils [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] Acquired lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.664679] env[69529]: DEBUG nova.network.neutron [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Refreshing network info cache for port 91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.734118] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.737869] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dc62d187-6495-468e-a6ec-779afe34aec6 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "ea3f6265-95ff-416f-b86d-5646e8bd9bf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.358s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.809161] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355611, 'name': Rename_Task, 'duration_secs': 0.13324} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.811591] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.811989] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9467540e-b1b9-4532-8cb4-929fdfdbd652 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.818482] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 751.818482] env[69529]: value = "task-3355612" [ 751.818482] env[69529]: _type = "Task" [ 751.818482] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.828843] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.937812] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.971643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.170597] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db80213-eae1-42f7-aa84-435c5700a27d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.180087] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d2b4f-8ccb-4cb1-99b2-dbfcb246e37f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.210982] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860d96f6-4606-4abf-ade0-4b5080fe2174 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.214461] env[69529]: DEBUG nova.network.neutron [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.225757] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f2c95-2e21-4f27-b597-b3f49141425e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.235155] env[69529]: DEBUG oslo_vmware.api [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355609, 'name': PowerOnVM_Task, 'duration_secs': 1.352351} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.243841] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.244177] env[69529]: INFO nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Took 9.55 seconds to spawn the instance on the hypervisor. [ 752.244496] env[69529]: DEBUG nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.245344] env[69529]: DEBUG nova.compute.provider_tree [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.247389] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d2ed6-66cb-4533-b3cd-aaa5ba922ff7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.299152] env[69529]: DEBUG nova.network.neutron [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.328195] env[69529]: DEBUG oslo_vmware.api [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355612, 'name': PowerOnVM_Task, 'duration_secs': 0.461799} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.328348] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.328546] env[69529]: INFO nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Took 6.89 seconds to spawn the instance on the hypervisor. [ 752.328730] env[69529]: DEBUG nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.329559] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df3afe6-7388-48d6-87c0-ad190e0ad708 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.751637] env[69529]: DEBUG nova.scheduler.client.report [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.767897] env[69529]: INFO nova.compute.manager [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Took 42.36 seconds to build instance. [ 752.802096] env[69529]: DEBUG oslo_concurrency.lockutils [req-d21d0c26-7cfb-4f00-bf7c-f2bd11f9914d req-fbcf717f-4207-4096-8888-f6e8581045c4 service nova] Releasing lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.802737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquired lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.802925] env[69529]: DEBUG nova.network.neutron [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.848628] env[69529]: INFO nova.compute.manager [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Took 40.23 seconds to build instance. [ 753.256495] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.258995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.966s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.260517] env[69529]: INFO nova.compute.claims [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.271039] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0abe5e24-0454-49af-a047-a3cabbfc34d8 tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.033s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.275355] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5ab5b1-140a-4ab4-9aa9-73fa23fced11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.279836] env[69529]: INFO nova.scheduler.client.report [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted allocations for instance 2d5785a7-7e94-47ae-9dd9-6f596fc38843 [ 753.282599] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0ad2d-cd24-4d7b-bacd-bd424f069148 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Suspending the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 753.284641] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-71f18072-bd54-485d-9e5b-3de34b08c5be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.291639] env[69529]: DEBUG oslo_vmware.api [None req-e8e0ad2d-cd24-4d7b-bacd-bd424f069148 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 753.291639] env[69529]: value = "task-3355613" [ 753.291639] env[69529]: _type = "Task" [ 753.291639] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.301225] env[69529]: DEBUG oslo_vmware.api [None req-e8e0ad2d-cd24-4d7b-bacd-bd424f069148 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355613, 'name': SuspendVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.337467] env[69529]: DEBUG nova.network.neutron [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.339627] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6ad713f0-c4b5-4026-8264-57dc31d2e2ed tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "interface-a056461f-a9e6-44a3-a42e-5277dc21344d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.339865] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6ad713f0-c4b5-4026-8264-57dc31d2e2ed tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "interface-a056461f-a9e6-44a3-a42e-5277dc21344d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.340193] env[69529]: DEBUG nova.objects.instance [None req-6ad713f0-c4b5-4026-8264-57dc31d2e2ed tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lazy-loading 'flavor' on Instance uuid a056461f-a9e6-44a3-a42e-5277dc21344d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.350443] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2686c047-63aa-4a73-b054-1f2c7c947b9c tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.605s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.493240] env[69529]: DEBUG nova.network.neutron [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Updating instance_info_cache with network_info: [{"id": "91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d", "address": "fa:16:3e:83:6a:3e", "network": {"id": "480470d4-459c-40f3-88ac-6cd56765c3ff", "bridge": "br-int", "label": "tempest-ServersTestJSON-95042115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcedb00f1e0b432fb6353eef008890bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91bdfe00-0f", "ovs_interfaceid": "91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.777678] env[69529]: DEBUG nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.791746] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ed3ef7de-e16c-44e1-9253-96f835229878 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "2d5785a7-7e94-47ae-9dd9-6f596fc38843" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.224s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.801979] env[69529]: DEBUG oslo_vmware.api [None req-e8e0ad2d-cd24-4d7b-bacd-bd424f069148 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355613, 'name': SuspendVM_Task} progress is 70%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.843957] env[69529]: DEBUG nova.objects.instance [None req-6ad713f0-c4b5-4026-8264-57dc31d2e2ed tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lazy-loading 'pci_requests' on Instance uuid a056461f-a9e6-44a3-a42e-5277dc21344d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.853418] env[69529]: DEBUG nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.996373] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Releasing lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.996614] env[69529]: DEBUG nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Instance network_info: |[{"id": "91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d", "address": "fa:16:3e:83:6a:3e", "network": {"id": "480470d4-459c-40f3-88ac-6cd56765c3ff", "bridge": "br-int", "label": "tempest-ServersTestJSON-95042115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcedb00f1e0b432fb6353eef008890bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91bdfe00-0f", "ovs_interfaceid": "91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.997079] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:6a:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.004649] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Creating folder: Project (dcedb00f1e0b432fb6353eef008890bf). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.004903] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f831c17-4a87-4c8e-bd21-d32f345ccf4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.016057] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Created folder: Project (dcedb00f1e0b432fb6353eef008890bf) in parent group-v669649. [ 754.016057] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Creating folder: Instances. Parent ref: group-v669733. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.016179] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc3c190f-c3f1-40bc-8124-533fb20cb673 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.025467] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Created folder: Instances in parent group-v669733. [ 754.025695] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.025874] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.026111] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3fad8b0-e80b-4b5a-ab82-893e77dafc01 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.044271] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.044271] env[69529]: value = "task-3355616" [ 754.044271] env[69529]: _type = "Task" [ 754.044271] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.051379] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355616, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.299825] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.305686] env[69529]: DEBUG oslo_vmware.api [None req-e8e0ad2d-cd24-4d7b-bacd-bd424f069148 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355613, 'name': SuspendVM_Task, 'duration_secs': 0.558095} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.308302] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0ad2d-cd24-4d7b-bacd-bd424f069148 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Suspended the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 754.308502] env[69529]: DEBUG nova.compute.manager [None req-e8e0ad2d-cd24-4d7b-bacd-bd424f069148 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.309500] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e172bbde-4527-478f-9fc4-579356bfa119 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.346712] env[69529]: DEBUG nova.objects.base [None req-6ad713f0-c4b5-4026-8264-57dc31d2e2ed tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 754.347020] env[69529]: DEBUG nova.network.neutron [None req-6ad713f0-c4b5-4026-8264-57dc31d2e2ed tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.370245] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.421361] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6ad713f0-c4b5-4026-8264-57dc31d2e2ed tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "interface-a056461f-a9e6-44a3-a42e-5277dc21344d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.081s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.556747] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355616, 'name': CreateVM_Task, 'duration_secs': 0.293693} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.556945] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.557614] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.557780] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.558516] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.558516] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e70cb04-f639-4158-bcc4-3a7f6e467c85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.563108] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 754.563108] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aa233d-af69-4183-4ff1-e1cb990119f0" [ 754.563108] env[69529]: _type = "Task" [ 754.563108] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.573639] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aa233d-af69-4183-4ff1-e1cb990119f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.700372] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65fe2d0-c5ea-4cbc-95bc-301f678ff2e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.707974] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d1f513-8288-45ec-9b97-426fd1b3e725 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.739527] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ea3d38-5a4b-48fc-91a5-e4ed536f60eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.747312] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe3ab6f-8811-42b2-ab38-8e0ffb975730 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.760731] env[69529]: DEBUG nova.compute.provider_tree [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.052540] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.052784] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.073887] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52aa233d-af69-4183-4ff1-e1cb990119f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009854} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.074225] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.074462] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.074699] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.075261] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.075261] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.075373] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7591dd54-116d-4bfd-841e-09b0e51c9e7c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.083655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.083914] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.089995] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.090190] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.091155] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676d97e2-6d04-4635-bd01-df6d1dc6bee0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.096021] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 755.096021] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524e3edc-e766-e8d5-771b-830266d0addd" [ 755.096021] env[69529]: _type = "Task" [ 755.096021] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.103683] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524e3edc-e766-e8d5-771b-830266d0addd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.263881] env[69529]: DEBUG nova.scheduler.client.report [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.607952] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524e3edc-e766-e8d5-771b-830266d0addd, 'name': SearchDatastore_Task, 'duration_secs': 0.04269} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.608919] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac96930f-a165-410b-8693-85b6f75365a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.614695] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 755.614695] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524175b6-f011-6158-7f02-a24dcb88d8c9" [ 755.614695] env[69529]: _type = "Task" [ 755.614695] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.623208] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524175b6-f011-6158-7f02-a24dcb88d8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.769377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.769919] env[69529]: DEBUG nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.772477] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.697s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.773590] env[69529]: DEBUG nova.objects.instance [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'resources' on Instance uuid d90f2650-201d-41a4-b39d-2b2c28c4b781 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.125807] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524175b6-f011-6158-7f02-a24dcb88d8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.126092] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.126360] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e/7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.126623] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b963123-1ab3-4c97-8ffc-2ca8cd63494b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.133955] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 756.133955] env[69529]: value = "task-3355617" [ 756.133955] env[69529]: _type = "Task" [ 756.133955] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.142123] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.275510] env[69529]: DEBUG nova.compute.utils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.280098] env[69529]: DEBUG nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.280487] env[69529]: DEBUG nova.network.neutron [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.335299] env[69529]: DEBUG nova.policy [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2421fd1eb627437b92f03fc90fc3983b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd347e3edaf409c988b41f3bc0bf844', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.483030] env[69529]: DEBUG nova.compute.manager [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.483030] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de664b44-fac3-4567-9609-551c4aea352c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.653016] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355617, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.683882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "a056461f-a9e6-44a3-a42e-5277dc21344d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.684203] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.684412] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "a056461f-a9e6-44a3-a42e-5277dc21344d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.684596] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.684768] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.687591] env[69529]: INFO nova.compute.manager [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Terminating instance [ 756.717673] env[69529]: DEBUG nova.network.neutron [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Successfully created port: c665d279-eb00-4141-87a8-74560d1a8c00 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.781395] env[69529]: DEBUG nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.823020] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33076bb2-fc00-40e3-9910-ceb137f5da9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.829743] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d952509-43f9-4a0c-a231-436d288f8e83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.862105] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dab8ce-51c8-4c40-a2d7-367a9aa5e424 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.871731] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f72df9-07a1-4bf9-b4e4-432613171546 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.885502] env[69529]: DEBUG nova.compute.provider_tree [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.998569] env[69529]: INFO nova.compute.manager [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] instance snapshotting [ 756.998672] env[69529]: WARNING nova.compute.manager [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 757.001347] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b051ea0-a1b2-4c2f-a78b-14b74bb73363 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.022146] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaa072f-f213-476e-bb94-52f9193d1637 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.145120] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553809} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.145382] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e/7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.145591] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.145834] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b47885a2-ac71-4799-9b45-f889e35d42ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.153873] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 757.153873] env[69529]: value = "task-3355618" [ 757.153873] env[69529]: _type = "Task" [ 757.153873] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.161472] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.191142] env[69529]: DEBUG nova.compute.manager [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.191402] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.192254] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d573a7-192a-4cd6-a88e-06501d211a97 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.199844] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.200090] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c2e8b2b-2cdd-4a8a-86cb-452abc9d0156 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.206752] env[69529]: DEBUG oslo_vmware.api [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 757.206752] env[69529]: value = "task-3355619" [ 757.206752] env[69529]: _type = "Task" [ 757.206752] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.214755] env[69529]: DEBUG oslo_vmware.api [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.389911] env[69529]: DEBUG nova.scheduler.client.report [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.533174] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.533540] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ce7ac44-86dc-40fb-b6ce-1b219ec30009 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.541679] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 757.541679] env[69529]: value = "task-3355620" [ 757.541679] env[69529]: _type = "Task" [ 757.541679] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.550013] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.663649] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170463} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.664094] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.664691] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b76bf8f-bf37-4a00-a226-369a1d2a283e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.687225] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e/7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.687558] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28870bc6-880b-438b-a67b-0d029028e84f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.707753] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 757.707753] env[69529]: value = "task-3355621" [ 757.707753] env[69529]: _type = "Task" [ 757.707753] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.720338] env[69529]: DEBUG oslo_vmware.api [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355619, 'name': PowerOffVM_Task, 'duration_secs': 0.339819} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.723484] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.723691] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.724015] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.724246] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6defaef0-cb57-48d6-beb2-5f2c4b6a289c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.783884] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.784283] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.784616] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Deleting the datastore file [datastore1] a056461f-a9e6-44a3-a42e-5277dc21344d {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.785019] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3988e732-617d-4e81-b241-aa60c2119049 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.792149] env[69529]: DEBUG nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.794288] env[69529]: DEBUG oslo_vmware.api [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for the task: (returnval){ [ 757.794288] env[69529]: value = "task-3355623" [ 757.794288] env[69529]: _type = "Task" [ 757.794288] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.803356] env[69529]: DEBUG oslo_vmware.api [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.815496] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.815795] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.815976] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.816208] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.816371] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.816521] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.816745] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.816929] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.817129] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.817347] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.817568] env[69529]: DEBUG nova.virt.hardware [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.818410] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e31e9-f1f2-45a1-b3b4-dbb3d0a4dca4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.826186] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51c8f75-3d20-4c30-b61c-9145532225b6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.895203] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.898032] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.041s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.899766] env[69529]: INFO nova.compute.claims [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.923965] env[69529]: INFO nova.scheduler.client.report [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted allocations for instance d90f2650-201d-41a4-b39d-2b2c28c4b781 [ 758.051507] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355620, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.122509] env[69529]: DEBUG nova.compute.manager [req-8773484e-73eb-4b5c-a81f-a11f40d89061 req-225e5e01-a52e-4325-8f58-f8c7ba002362 service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Received event network-vif-plugged-c665d279-eb00-4141-87a8-74560d1a8c00 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.122764] env[69529]: DEBUG oslo_concurrency.lockutils [req-8773484e-73eb-4b5c-a81f-a11f40d89061 req-225e5e01-a52e-4325-8f58-f8c7ba002362 service nova] Acquiring lock "5992d1f4-5bc1-42a7-860b-984593253dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.123096] env[69529]: DEBUG oslo_concurrency.lockutils [req-8773484e-73eb-4b5c-a81f-a11f40d89061 req-225e5e01-a52e-4325-8f58-f8c7ba002362 service nova] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.123288] env[69529]: DEBUG oslo_concurrency.lockutils [req-8773484e-73eb-4b5c-a81f-a11f40d89061 req-225e5e01-a52e-4325-8f58-f8c7ba002362 service nova] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.125740] env[69529]: DEBUG nova.compute.manager [req-8773484e-73eb-4b5c-a81f-a11f40d89061 req-225e5e01-a52e-4325-8f58-f8c7ba002362 service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] No waiting events found dispatching network-vif-plugged-c665d279-eb00-4141-87a8-74560d1a8c00 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.126008] env[69529]: WARNING nova.compute.manager [req-8773484e-73eb-4b5c-a81f-a11f40d89061 req-225e5e01-a52e-4325-8f58-f8c7ba002362 service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Received unexpected event network-vif-plugged-c665d279-eb00-4141-87a8-74560d1a8c00 for instance with vm_state building and task_state spawning. [ 758.221586] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.232560] env[69529]: DEBUG nova.network.neutron [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Successfully updated port: c665d279-eb00-4141-87a8-74560d1a8c00 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.305783] env[69529]: DEBUG oslo_vmware.api [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Task: {'id': task-3355623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140633} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.306101] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.306307] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.306491] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.306667] env[69529]: INFO nova.compute.manager [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 758.306911] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.307122] env[69529]: DEBUG nova.compute.manager [-] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.307220] env[69529]: DEBUG nova.network.neutron [-] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.431667] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acbc5a3a-9c0e-42a6-848c-2b4ae682ee77 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d90f2650-201d-41a4-b39d-2b2c28c4b781" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.032s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.555371] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355620, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.721480] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355621, 'name': ReconfigVM_Task, 'duration_secs': 0.697082} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.721772] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e/7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.722452] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29def5c9-3deb-46b5-88f0-df6e8fd2ae07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.729313] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 758.729313] env[69529]: value = "task-3355624" [ 758.729313] env[69529]: _type = "Task" [ 758.729313] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.734847] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.734984] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquired lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.735145] env[69529]: DEBUG nova.network.neutron [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.742154] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355624, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.053821] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355620, 'name': CreateSnapshot_Task, 'duration_secs': 1.040929} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.054296] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.054956] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a3c0a6-23d3-4b39-a42c-4d494a57ec22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.077709] env[69529]: DEBUG nova.network.neutron [-] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.241851] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355624, 'name': Rename_Task, 'duration_secs': 0.142625} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.244184] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.245416] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2a364f-29c6-45a1-9b02-eebb4648c64a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.252260] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 759.252260] env[69529]: value = "task-3355625" [ 759.252260] env[69529]: _type = "Task" [ 759.252260] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.259864] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.276503] env[69529]: DEBUG nova.network.neutron [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.360017] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43233a11-bb41-42fd-842a-171a4c2bd6ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.369712] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "38c879a6-039b-4544-9efa-55d87a3db614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.369712] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.370791] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa94aea2-9bf7-4719-9442-541436fb9b2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.403729] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7b18a-27f3-432c-becc-3ce569505d43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.412444] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf173c1-c01c-4cc0-ba9b-6ed7a6644542 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.427222] env[69529]: DEBUG nova.compute.provider_tree [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.436811] env[69529]: DEBUG nova.network.neutron [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Updating instance_info_cache with network_info: [{"id": "c665d279-eb00-4141-87a8-74560d1a8c00", "address": "fa:16:3e:17:62:73", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665d279-eb", "ovs_interfaceid": "c665d279-eb00-4141-87a8-74560d1a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.575415] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.575742] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54170a14-d5d3-4ff7-a297-e756c4c9d975 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.579679] env[69529]: INFO nova.compute.manager [-] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Took 1.27 seconds to deallocate network for instance. [ 759.585288] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 759.585288] env[69529]: value = "task-3355626" [ 759.585288] env[69529]: _type = "Task" [ 759.585288] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.593807] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355626, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.761684] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.930051] env[69529]: DEBUG nova.scheduler.client.report [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.938875] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Releasing lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.939332] env[69529]: DEBUG nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Instance network_info: |[{"id": "c665d279-eb00-4141-87a8-74560d1a8c00", "address": "fa:16:3e:17:62:73", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665d279-eb", "ovs_interfaceid": "c665d279-eb00-4141-87a8-74560d1a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.939855] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:62:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c665d279-eb00-4141-87a8-74560d1a8c00', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.949959] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Creating folder: Project (fdd347e3edaf409c988b41f3bc0bf844). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.950971] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeeedba8-d673-4c94-bc8a-8b001706342c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.961846] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Created folder: Project (fdd347e3edaf409c988b41f3bc0bf844) in parent group-v669649. [ 759.962052] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Creating folder: Instances. Parent ref: group-v669738. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.962282] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aa971fb-aeb7-4788-a45d-3348e7d7dccf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.971168] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Created folder: Instances in parent group-v669738. [ 759.971411] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.971839] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.971839] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0dc5b08-0471-4596-a5d7-3527d1893d41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.990901] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.990901] env[69529]: value = "task-3355629" [ 759.990901] env[69529]: _type = "Task" [ 759.990901] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.998454] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355629, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.086734] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.096426] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355626, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.157194] env[69529]: DEBUG nova.compute.manager [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Received event network-changed-c665d279-eb00-4141-87a8-74560d1a8c00 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.157520] env[69529]: DEBUG nova.compute.manager [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Refreshing instance network info cache due to event network-changed-c665d279-eb00-4141-87a8-74560d1a8c00. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.157869] env[69529]: DEBUG oslo_concurrency.lockutils [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] Acquiring lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.158116] env[69529]: DEBUG oslo_concurrency.lockutils [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] Acquired lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.158393] env[69529]: DEBUG nova.network.neutron [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Refreshing network info cache for port c665d279-eb00-4141-87a8-74560d1a8c00 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.262402] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.437017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.437584] env[69529]: DEBUG nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.440496] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.798s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.441875] env[69529]: INFO nova.compute.claims [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.501123] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355629, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.598159] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355626, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.762357] env[69529]: DEBUG oslo_vmware.api [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355625, 'name': PowerOnVM_Task, 'duration_secs': 1.326175} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.762660] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.762764] env[69529]: INFO nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Took 9.80 seconds to spawn the instance on the hypervisor. [ 760.762972] env[69529]: DEBUG nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.763726] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6e632-fa3a-4dd6-a81f-f07f8277b334 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.946838] env[69529]: DEBUG nova.compute.utils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.947720] env[69529]: DEBUG nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.947894] env[69529]: DEBUG nova.network.neutron [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.001388] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355629, 'name': CreateVM_Task, 'duration_secs': 0.721172} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.004066] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.004697] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.004858] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.005178] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.005701] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55ab6da2-52ab-44ad-996f-5badb2e845ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.009938] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 761.009938] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52da247a-d17e-cebe-45e9-abc5ce914969" [ 761.009938] env[69529]: _type = "Task" [ 761.009938] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.017416] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52da247a-d17e-cebe-45e9-abc5ce914969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.037745] env[69529]: DEBUG nova.policy [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26243e9b8f3a4fc3bf913f1b06f9f598', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810f5d5497434eed9e3d7032304bcb43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.097673] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355626, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.110401] env[69529]: DEBUG nova.network.neutron [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Updated VIF entry in instance network info cache for port c665d279-eb00-4141-87a8-74560d1a8c00. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.110630] env[69529]: DEBUG nova.network.neutron [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Updating instance_info_cache with network_info: [{"id": "c665d279-eb00-4141-87a8-74560d1a8c00", "address": "fa:16:3e:17:62:73", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665d279-eb", "ovs_interfaceid": "c665d279-eb00-4141-87a8-74560d1a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.283037] env[69529]: INFO nova.compute.manager [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Took 45.15 seconds to build instance. [ 761.319377] env[69529]: DEBUG nova.network.neutron [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Successfully created port: 3ab3a4a3-df69-4759-8b80-4584a0616418 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.461740] env[69529]: DEBUG nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.519782] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52da247a-d17e-cebe-45e9-abc5ce914969, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.523011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.523011] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.523011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.523128] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.523298] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.523958] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e8cad3-1369-43fa-aac9-431aa63306a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.532372] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.532546] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.533718] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ad6129-cdb1-4ea6-b26d-19611fc266f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.538759] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 761.538759] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5291a384-6855-b0b6-e0ae-7aba2b73f043" [ 761.538759] env[69529]: _type = "Task" [ 761.538759] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.549652] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5291a384-6855-b0b6-e0ae-7aba2b73f043, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.550405] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738fb895-2a71-4271-815a-8040f86abde3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.559539] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 761.559539] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5273bae1-6968-74b2-0a68-677785b0c288" [ 761.559539] env[69529]: _type = "Task" [ 761.559539] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.567075] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5273bae1-6968-74b2-0a68-677785b0c288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.600238] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355626, 'name': CloneVM_Task, 'duration_secs': 1.788066} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.600654] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Created linked-clone VM from snapshot [ 761.601528] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0fd04e-8673-47e2-8f78-dd089c07f39a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.613349] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Uploading image 863d51b0-30b9-4574-859a-646caf238e5b {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.615629] env[69529]: DEBUG oslo_concurrency.lockutils [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] Releasing lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.616009] env[69529]: DEBUG nova.compute.manager [req-905603f8-1cbc-4060-a76a-cfb19600c7cd req-ac950736-fc0d-4281-a7bb-7604747b93fc service nova] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Received event network-vif-deleted-76d4170a-29e2-4768-aab9-f2d641da330d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.646665] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.646665] env[69529]: value = "vm-669737" [ 761.646665] env[69529]: _type = "VirtualMachine" [ 761.646665] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.646977] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8160df9c-1d8e-423d-8818-100fcc8bd5ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.657053] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease: (returnval){ [ 761.657053] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521087f2-e60d-1640-da97-423b007aec78" [ 761.657053] env[69529]: _type = "HttpNfcLease" [ 761.657053] env[69529]: } obtained for exporting VM: (result){ [ 761.657053] env[69529]: value = "vm-669737" [ 761.657053] env[69529]: _type = "VirtualMachine" [ 761.657053] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.657053] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the lease: (returnval){ [ 761.657053] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521087f2-e60d-1640-da97-423b007aec78" [ 761.657053] env[69529]: _type = "HttpNfcLease" [ 761.657053] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.663765] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.663765] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521087f2-e60d-1640-da97-423b007aec78" [ 761.663765] env[69529]: _type = "HttpNfcLease" [ 761.663765] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 761.787610] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a6ee27c7-aa0e-48fc-b62b-f0ed76b6353d tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.568s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.020045] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa714f93-3cd0-4fba-8f09-5fc9819c6900 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.029479] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b4e6e9-851e-4805-afb6-61a98a49565e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.064093] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f1fd5a-dac0-4c4b-9ace-83eeddbbaa82 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.076023] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5273bae1-6968-74b2-0a68-677785b0c288, 'name': SearchDatastore_Task, 'duration_secs': 0.008419} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.078201] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.078582] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 5992d1f4-5bc1-42a7-860b-984593253dd9/5992d1f4-5bc1-42a7-860b-984593253dd9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.078879] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6babdb92-5a25-43cb-9bc9-9095694fd739 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.081742] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6c052c-15d5-45df-8f1a-40bf3f6a62e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.096403] env[69529]: DEBUG nova.compute.provider_tree [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.098699] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 762.098699] env[69529]: value = "task-3355631" [ 762.098699] env[69529]: _type = "Task" [ 762.098699] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.107031] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.164646] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.164646] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521087f2-e60d-1640-da97-423b007aec78" [ 762.164646] env[69529]: _type = "HttpNfcLease" [ 762.164646] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 762.164988] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 762.164988] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521087f2-e60d-1640-da97-423b007aec78" [ 762.164988] env[69529]: _type = "HttpNfcLease" [ 762.164988] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 762.165772] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8460914b-ab89-4b26-8913-e8ef92de4560 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.173069] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52741a66-cdce-609d-3403-f6eda7acb5d3/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 762.173266] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52741a66-cdce-609d-3403-f6eda7acb5d3/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 762.233701] env[69529]: DEBUG nova.compute.manager [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Received event network-changed-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.234367] env[69529]: DEBUG nova.compute.manager [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Refreshing instance network info cache due to event network-changed-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.234367] env[69529]: DEBUG oslo_concurrency.lockutils [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] Acquiring lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.234367] env[69529]: DEBUG oslo_concurrency.lockutils [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] Acquired lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.234562] env[69529]: DEBUG nova.network.neutron [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Refreshing network info cache for port 91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.269653] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9bffef94-618a-4bb2-a12e-9d7718cca61a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.291645] env[69529]: DEBUG nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.476125] env[69529]: DEBUG nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.501311] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.501955] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.502115] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.502367] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.502536] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.502811] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.502962] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.503293] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.503499] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.503698] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.503925] env[69529]: DEBUG nova.virt.hardware [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.505173] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898eb7c-173d-43e3-866e-4e02f779f195 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.518259] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31754f06-940f-4830-88d0-a3878b91f0cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.600729] env[69529]: DEBUG nova.scheduler.client.report [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.613998] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483877} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.614774] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 5992d1f4-5bc1-42a7-860b-984593253dd9/5992d1f4-5bc1-42a7-860b-984593253dd9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.614774] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.615024] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af2a705d-f85b-4a1b-ae31-93bd3b83797e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.621553] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 762.621553] env[69529]: value = "task-3355632" [ 762.621553] env[69529]: _type = "Task" [ 762.621553] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.630089] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.820286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.070284] env[69529]: DEBUG nova.network.neutron [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Successfully updated port: 3ab3a4a3-df69-4759-8b80-4584a0616418 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.107020] env[69529]: DEBUG nova.network.neutron [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Updated VIF entry in instance network info cache for port 91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.107599] env[69529]: DEBUG nova.network.neutron [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Updating instance_info_cache with network_info: [{"id": "91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d", "address": "fa:16:3e:83:6a:3e", "network": {"id": "480470d4-459c-40f3-88ac-6cd56765c3ff", "bridge": "br-int", "label": "tempest-ServersTestJSON-95042115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcedb00f1e0b432fb6353eef008890bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91bdfe00-0f", "ovs_interfaceid": "91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.110189] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.110189] env[69529]: DEBUG nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.113144] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.581s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.113525] env[69529]: DEBUG nova.objects.instance [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lazy-loading 'resources' on Instance uuid b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.132552] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098255} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.132990] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.134115] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550d096-fd87-40cf-8d9e-35cf549b2df7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.164045] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 5992d1f4-5bc1-42a7-860b-984593253dd9/5992d1f4-5bc1-42a7-860b-984593253dd9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.165192] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db05851f-4410-452d-9d66-c2ec94410e0d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.187910] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 763.187910] env[69529]: value = "task-3355633" [ 763.187910] env[69529]: _type = "Task" [ 763.187910] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.198072] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.573038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "refresh_cache-8865002f-5666-480a-852d-67f6768642a3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.573260] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "refresh_cache-8865002f-5666-480a-852d-67f6768642a3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.573364] env[69529]: DEBUG nova.network.neutron [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.615024] env[69529]: DEBUG oslo_concurrency.lockutils [req-371aedea-7e73-46a4-9d2e-7924045a9180 req-358bf398-8183-43bf-aac6-a60a3cd7f99e service nova] Releasing lock "refresh_cache-7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.620408] env[69529]: DEBUG nova.compute.utils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.622038] env[69529]: DEBUG nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.622269] env[69529]: DEBUG nova.network.neutron [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.665632] env[69529]: DEBUG nova.policy [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.701042] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355633, 'name': ReconfigVM_Task, 'duration_secs': 0.272012} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.701375] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 5992d1f4-5bc1-42a7-860b-984593253dd9/5992d1f4-5bc1-42a7-860b-984593253dd9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.702039] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbf6cb09-a4f7-4910-ac85-94254d39ad7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.710441] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 763.710441] env[69529]: value = "task-3355634" [ 763.710441] env[69529]: _type = "Task" [ 763.710441] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.718960] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355634, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.980771] env[69529]: DEBUG nova.network.neutron [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Successfully created port: 14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.112952] env[69529]: DEBUG nova.network.neutron [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.126650] env[69529]: DEBUG nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.142433] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523dd81-867f-4cbd-94ed-2a6e1e9befbd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.151200] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152b41d0-d9dc-4ec2-af60-15021c3c5d41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.191086] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cdf6a4-c600-441f-b781-0b67295ba12b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.200097] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f65618-d9a1-4bc6-8c92-ec4e999b1ceb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.214702] env[69529]: DEBUG nova.compute.provider_tree [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.224207] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355634, 'name': Rename_Task, 'duration_secs': 0.140544} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.224761] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.225038] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb7b9554-b5c1-44a7-b6b2-6d58ea0b6cf2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.231537] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 764.231537] env[69529]: value = "task-3355635" [ 764.231537] env[69529]: _type = "Task" [ 764.231537] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.242542] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.277111] env[69529]: DEBUG nova.compute.manager [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Received event network-vif-plugged-3ab3a4a3-df69-4759-8b80-4584a0616418 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.277111] env[69529]: DEBUG oslo_concurrency.lockutils [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] Acquiring lock "8865002f-5666-480a-852d-67f6768642a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.277258] env[69529]: DEBUG oslo_concurrency.lockutils [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] Lock "8865002f-5666-480a-852d-67f6768642a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.277714] env[69529]: DEBUG oslo_concurrency.lockutils [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] Lock "8865002f-5666-480a-852d-67f6768642a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.278195] env[69529]: DEBUG nova.compute.manager [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] No waiting events found dispatching network-vif-plugged-3ab3a4a3-df69-4759-8b80-4584a0616418 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.278430] env[69529]: WARNING nova.compute.manager [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Received unexpected event network-vif-plugged-3ab3a4a3-df69-4759-8b80-4584a0616418 for instance with vm_state building and task_state spawning. [ 764.278642] env[69529]: DEBUG nova.compute.manager [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Received event network-changed-3ab3a4a3-df69-4759-8b80-4584a0616418 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.278859] env[69529]: DEBUG nova.compute.manager [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Refreshing instance network info cache due to event network-changed-3ab3a4a3-df69-4759-8b80-4584a0616418. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.279084] env[69529]: DEBUG oslo_concurrency.lockutils [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] Acquiring lock "refresh_cache-8865002f-5666-480a-852d-67f6768642a3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.337117] env[69529]: DEBUG nova.network.neutron [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Updating instance_info_cache with network_info: [{"id": "3ab3a4a3-df69-4759-8b80-4584a0616418", "address": "fa:16:3e:2f:57:5f", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab3a4a3-df", "ovs_interfaceid": "3ab3a4a3-df69-4759-8b80-4584a0616418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.720338] env[69529]: DEBUG nova.scheduler.client.report [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.743702] env[69529]: DEBUG oslo_vmware.api [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355635, 'name': PowerOnVM_Task, 'duration_secs': 0.487548} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.744043] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.744984] env[69529]: INFO nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Took 6.95 seconds to spawn the instance on the hypervisor. [ 764.744984] env[69529]: DEBUG nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.745554] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34d9f1-b1e5-419e-8797-59e2d2149287 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.839911] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "refresh_cache-8865002f-5666-480a-852d-67f6768642a3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.840791] env[69529]: DEBUG nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Instance network_info: |[{"id": "3ab3a4a3-df69-4759-8b80-4584a0616418", "address": "fa:16:3e:2f:57:5f", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab3a4a3-df", "ovs_interfaceid": "3ab3a4a3-df69-4759-8b80-4584a0616418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.840791] env[69529]: DEBUG oslo_concurrency.lockutils [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] Acquired lock "refresh_cache-8865002f-5666-480a-852d-67f6768642a3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.840937] env[69529]: DEBUG nova.network.neutron [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Refreshing network info cache for port 3ab3a4a3-df69-4759-8b80-4584a0616418 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.842165] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:57:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab3a4a3-df69-4759-8b80-4584a0616418', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.849863] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.850949] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8865002f-5666-480a-852d-67f6768642a3] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.852027] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42ebeca8-04f1-461a-9da2-eb1e18603840 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.871626] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.871626] env[69529]: value = "task-3355636" [ 764.871626] env[69529]: _type = "Task" [ 764.871626] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.880158] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355636, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.139195] env[69529]: DEBUG nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.168078] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.168355] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.168513] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.168695] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.168839] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.168985] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.169221] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.169381] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.169544] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.169719] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.169927] env[69529]: DEBUG nova.virt.hardware [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.170817] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f758c0a4-2095-4834-8fde-5fca53807c84 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.180423] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd30c38b-6b61-4e56-970b-f379c0c2e8db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.226236] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.229413] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.889s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.231138] env[69529]: INFO nova.compute.claims [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.264029] env[69529]: INFO nova.scheduler.client.report [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Deleted allocations for instance b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6 [ 765.269484] env[69529]: INFO nova.compute.manager [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Took 45.00 seconds to build instance. [ 765.382141] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355636, 'name': CreateVM_Task, 'duration_secs': 0.335343} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.382454] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8865002f-5666-480a-852d-67f6768642a3] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.384148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.384148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.384148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.384148] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec97d906-bd9e-45f2-ae7d-b3f030307e79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.389303] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 765.389303] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52156dbb-ab9a-56a8-4de7-23d19e852a84" [ 765.389303] env[69529]: _type = "Task" [ 765.389303] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.400783] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52156dbb-ab9a-56a8-4de7-23d19e852a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.670557] env[69529]: DEBUG nova.network.neutron [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Updated VIF entry in instance network info cache for port 3ab3a4a3-df69-4759-8b80-4584a0616418. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.671125] env[69529]: DEBUG nova.network.neutron [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Updating instance_info_cache with network_info: [{"id": "3ab3a4a3-df69-4759-8b80-4584a0616418", "address": "fa:16:3e:2f:57:5f", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab3a4a3-df", "ovs_interfaceid": "3ab3a4a3-df69-4759-8b80-4584a0616418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.743888] env[69529]: DEBUG nova.network.neutron [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Successfully updated port: 14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.771301] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3e474f35-8979-4dff-8f63-f26e62149d28 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.708s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.771745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88780e0c-b6f2-46c4-863c-9dbdabd62478 tempest-FloatingIPsAssociationNegativeTestJSON-890157939 tempest-FloatingIPsAssociationNegativeTestJSON-890157939-project-member] Lock "b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.818s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.903449] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52156dbb-ab9a-56a8-4de7-23d19e852a84, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.903782] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.904069] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.904394] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.904565] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.904762] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.905044] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd7f66d-4262-4a70-8b22-807d1b01de67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.913455] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.913627] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.914355] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2447c220-89fc-40c4-973c-faccb4c71748 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.919910] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 765.919910] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211d7f2-0db9-dd1e-e72d-e0b33d52ec3f" [ 765.919910] env[69529]: _type = "Task" [ 765.919910] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.927393] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211d7f2-0db9-dd1e-e72d-e0b33d52ec3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.041280] env[69529]: DEBUG nova.compute.manager [None req-0d247f6c-f808-4959-a809-a7c9d1edf61e tempest-ServerExternalEventsTest-197304729 tempest-ServerExternalEventsTest-197304729-project] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Received event network-changed {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.041280] env[69529]: DEBUG nova.compute.manager [None req-0d247f6c-f808-4959-a809-a7c9d1edf61e tempest-ServerExternalEventsTest-197304729 tempest-ServerExternalEventsTest-197304729-project] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Refreshing instance network info cache due to event network-changed. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.041280] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d247f6c-f808-4959-a809-a7c9d1edf61e tempest-ServerExternalEventsTest-197304729 tempest-ServerExternalEventsTest-197304729-project] Acquiring lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.041280] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d247f6c-f808-4959-a809-a7c9d1edf61e tempest-ServerExternalEventsTest-197304729 tempest-ServerExternalEventsTest-197304729-project] Acquired lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.041280] env[69529]: DEBUG nova.network.neutron [None req-0d247f6c-f808-4959-a809-a7c9d1edf61e tempest-ServerExternalEventsTest-197304729 tempest-ServerExternalEventsTest-197304729-project] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.178558] env[69529]: DEBUG oslo_concurrency.lockutils [req-5b410de2-10aa-4c36-8d31-792ecd7ef8f7 req-5daa77ef-a3e6-4b0e-a66b-3c070f8655f9 service nova] Releasing lock "refresh_cache-8865002f-5666-480a-852d-67f6768642a3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.251487] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.251673] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.252766] env[69529]: DEBUG nova.network.neutron [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.279314] env[69529]: DEBUG nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.398026] env[69529]: DEBUG nova.compute.manager [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received event network-vif-plugged-14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.398026] env[69529]: DEBUG oslo_concurrency.lockutils [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] Acquiring lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.398026] env[69529]: DEBUG oslo_concurrency.lockutils [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.398026] env[69529]: DEBUG oslo_concurrency.lockutils [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.398026] env[69529]: DEBUG nova.compute.manager [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] No waiting events found dispatching network-vif-plugged-14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 766.398700] env[69529]: WARNING nova.compute.manager [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received unexpected event network-vif-plugged-14d29cd1-5bd5-4e3f-93b1-d8851d28f647 for instance with vm_state building and task_state spawning. [ 766.398700] env[69529]: DEBUG nova.compute.manager [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received event network-changed-14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.398700] env[69529]: DEBUG nova.compute.manager [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Refreshing instance network info cache due to event network-changed-14d29cd1-5bd5-4e3f-93b1-d8851d28f647. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.398700] env[69529]: DEBUG oslo_concurrency.lockutils [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] Acquiring lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.438020] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5211d7f2-0db9-dd1e-e72d-e0b33d52ec3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008355} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.441629] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a48a019-2c13-4e4f-aa74-0906d2d457de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.447246] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 766.447246] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527459df-97df-ff1a-8a01-02d9611e9e1a" [ 766.447246] env[69529]: _type = "Task" [ 766.447246] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.457845] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527459df-97df-ff1a-8a01-02d9611e9e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.606145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "5992d1f4-5bc1-42a7-860b-984593253dd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.606145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.606145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "5992d1f4-5bc1-42a7-860b-984593253dd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.606145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.606373] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.610178] env[69529]: INFO nova.compute.manager [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Terminating instance [ 766.817693] env[69529]: DEBUG nova.network.neutron [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.827170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.829508] env[69529]: DEBUG nova.network.neutron [None req-0d247f6c-f808-4959-a809-a7c9d1edf61e tempest-ServerExternalEventsTest-197304729 tempest-ServerExternalEventsTest-197304729-project] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Updating instance_info_cache with network_info: [{"id": "c665d279-eb00-4141-87a8-74560d1a8c00", "address": "fa:16:3e:17:62:73", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc665d279-eb", "ovs_interfaceid": "c665d279-eb00-4141-87a8-74560d1a8c00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.900421] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a4b936-5a2f-4718-8727-7e337c03a7ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.909698] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5856e561-1781-4943-818c-be6c01a07122 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.944919] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbf1b8-602f-4367-ae10-2e63733f3ba6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.959445] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527459df-97df-ff1a-8a01-02d9611e9e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.960864] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.961206] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8865002f-5666-480a-852d-67f6768642a3/8865002f-5666-480a-852d-67f6768642a3.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.961509] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27eba1f9-850e-481c-bcfa-29d202f081f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.964893] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f39b48-80ff-471a-b394-2c7363e5c873 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.979634] env[69529]: DEBUG nova.compute.provider_tree [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.988021] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 766.988021] env[69529]: value = "task-3355637" [ 766.988021] env[69529]: _type = "Task" [ 766.988021] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.001324] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.032149] env[69529]: DEBUG nova.network.neutron [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updating instance_info_cache with network_info: [{"id": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "address": "fa:16:3e:21:15:33", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d29cd1-5b", "ovs_interfaceid": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.118972] env[69529]: DEBUG nova.compute.manager [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.119183] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.120104] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a65d55-b490-4e29-a26c-3ce66ab9c82c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.127837] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.128105] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9717bf4-4746-4521-aca1-16a00c052eb1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.134631] env[69529]: DEBUG oslo_vmware.api [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 767.134631] env[69529]: value = "task-3355638" [ 767.134631] env[69529]: _type = "Task" [ 767.134631] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.142575] env[69529]: DEBUG oslo_vmware.api [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.332905] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d247f6c-f808-4959-a809-a7c9d1edf61e tempest-ServerExternalEventsTest-197304729 tempest-ServerExternalEventsTest-197304729-project] Releasing lock "refresh_cache-5992d1f4-5bc1-42a7-860b-984593253dd9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.495173] env[69529]: DEBUG nova.scheduler.client.report [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.511460] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512938} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.511866] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8865002f-5666-480a-852d-67f6768642a3/8865002f-5666-480a-852d-67f6768642a3.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.512158] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.512425] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4711d5e-d7a5-474d-bec0-639dec2653ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.519459] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 767.519459] env[69529]: value = "task-3355639" [ 767.519459] env[69529]: _type = "Task" [ 767.519459] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.527940] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.535260] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.535260] env[69529]: DEBUG nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Instance network_info: |[{"id": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "address": "fa:16:3e:21:15:33", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d29cd1-5b", "ovs_interfaceid": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.535512] env[69529]: DEBUG oslo_concurrency.lockutils [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] Acquired lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.535512] env[69529]: DEBUG nova.network.neutron [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Refreshing network info cache for port 14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.536377] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:15:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14d29cd1-5bd5-4e3f-93b1-d8851d28f647', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.544945] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Creating folder: Project (d59e406e1f904844b67b4bda1e9b395d). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.545576] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84e3db4-b510-425f-b4d8-a4fc670ef8fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.556517] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Created folder: Project (d59e406e1f904844b67b4bda1e9b395d) in parent group-v669649. [ 767.556517] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Creating folder: Instances. Parent ref: group-v669742. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.557471] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d70212a8-bd35-46c9-a07e-5eeeb5d6727d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.565777] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Created folder: Instances in parent group-v669742. [ 767.566572] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.566572] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.566572] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e7865cc-7d3a-4994-8546-f047affe9ace {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.586484] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.586484] env[69529]: value = "task-3355642" [ 767.586484] env[69529]: _type = "Task" [ 767.586484] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.594300] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355642, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.646075] env[69529]: DEBUG oslo_vmware.api [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355638, 'name': PowerOffVM_Task, 'duration_secs': 0.330597} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.646513] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.646847] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.647103] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-092d125b-54fb-41b4-92b8-db5a3f2ba8f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.705394] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.705792] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.705938] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Deleting the datastore file [datastore2] 5992d1f4-5bc1-42a7-860b-984593253dd9 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.706271] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab091498-d536-41d2-82c6-8d78e3ff3233 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.712780] env[69529]: DEBUG oslo_vmware.api [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for the task: (returnval){ [ 767.712780] env[69529]: value = "task-3355644" [ 767.712780] env[69529]: _type = "Task" [ 767.712780] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.723584] env[69529]: DEBUG oslo_vmware.api [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.005256] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.005884] env[69529]: DEBUG nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.009136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.797s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.009136] env[69529]: DEBUG nova.objects.instance [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lazy-loading 'resources' on Instance uuid 20be0043-3dc2-45c6-8f27-903a6c3fe7dd {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.034102] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062118} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.034402] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.035223] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7ce92-a4af-4cd3-a6c2-7c58e2d7aa28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.061638] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 8865002f-5666-480a-852d-67f6768642a3/8865002f-5666-480a-852d-67f6768642a3.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.062704] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b722cbcb-aa99-4b16-8918-0b23086f5074 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.088026] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 768.088026] env[69529]: value = "task-3355645" [ 768.088026] env[69529]: _type = "Task" [ 768.088026] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.099268] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355642, 'name': CreateVM_Task, 'duration_secs': 0.374592} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.102502] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.102846] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355645, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.103610] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.103826] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.104233] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.104524] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d73a940-834d-4bd5-a7f7-03893da7eabf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.109527] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 768.109527] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b345c4-9edc-4aaf-8db8-7c2962084ca8" [ 768.109527] env[69529]: _type = "Task" [ 768.109527] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.118614] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b345c4-9edc-4aaf-8db8-7c2962084ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.224973] env[69529]: DEBUG oslo_vmware.api [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Task: {'id': task-3355644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244271} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.225332] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.225567] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.225795] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.226041] env[69529]: INFO nova.compute.manager [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 768.226297] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.226529] env[69529]: DEBUG nova.compute.manager [-] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.226639] env[69529]: DEBUG nova.network.neutron [-] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.344758] env[69529]: DEBUG nova.network.neutron [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updated VIF entry in instance network info cache for port 14d29cd1-5bd5-4e3f-93b1-d8851d28f647. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.345375] env[69529]: DEBUG nova.network.neutron [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updating instance_info_cache with network_info: [{"id": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "address": "fa:16:3e:21:15:33", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d29cd1-5b", "ovs_interfaceid": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.512089] env[69529]: DEBUG nova.compute.utils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.519113] env[69529]: DEBUG nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.519113] env[69529]: DEBUG nova.network.neutron [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.571942] env[69529]: DEBUG nova.policy [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acdaa4490a0d471a8c093ddf0a603982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffd4dc492e94a15a2b37e1137b27607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.599922] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355645, 'name': ReconfigVM_Task, 'duration_secs': 0.30393} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.600632] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 8865002f-5666-480a-852d-67f6768642a3/8865002f-5666-480a-852d-67f6768642a3.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.604021] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff82bb3a-a982-4fc5-ba55-ed4e1dfee4d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.616044] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 768.616044] env[69529]: value = "task-3355646" [ 768.616044] env[69529]: _type = "Task" [ 768.616044] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.625940] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b345c4-9edc-4aaf-8db8-7c2962084ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.629290] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.629562] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.629805] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.629975] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.630232] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.634119] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c285c2e6-22bc-464c-83ea-95ecf92a9560 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.636243] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355646, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.643028] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.643221] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.645937] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371ff94b-356e-47bf-a044-4a37e879cbe0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.652414] env[69529]: DEBUG nova.compute.manager [req-ead8f447-76c3-41b3-8365-cb85480e6bc7 req-41f6211f-3ae6-4ea2-9ce7-ed604272fd6f service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Received event network-vif-deleted-c665d279-eb00-4141-87a8-74560d1a8c00 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.652676] env[69529]: INFO nova.compute.manager [req-ead8f447-76c3-41b3-8365-cb85480e6bc7 req-41f6211f-3ae6-4ea2-9ce7-ed604272fd6f service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Neutron deleted interface c665d279-eb00-4141-87a8-74560d1a8c00; detaching it from the instance and deleting it from the info cache [ 768.653208] env[69529]: DEBUG nova.network.neutron [req-ead8f447-76c3-41b3-8365-cb85480e6bc7 req-41f6211f-3ae6-4ea2-9ce7-ed604272fd6f service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.655909] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 768.655909] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526ce863-60b0-e5d4-cb91-4bff6f14b81a" [ 768.655909] env[69529]: _type = "Task" [ 768.655909] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.669235] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526ce863-60b0-e5d4-cb91-4bff6f14b81a, 'name': SearchDatastore_Task, 'duration_secs': 0.014023} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.670350] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727b3fe8-796e-491c-a211-67d793d0b87f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.675563] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 768.675563] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528a9fad-674b-df34-d4d6-db683396aa13" [ 768.675563] env[69529]: _type = "Task" [ 768.675563] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.687730] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528a9fad-674b-df34-d4d6-db683396aa13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.851050] env[69529]: DEBUG oslo_concurrency.lockutils [req-13ef8796-134a-4d62-83b6-b8711270ae3f req-a3086ccb-25f6-4a85-ac4f-2bbf1979083e service nova] Releasing lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.023761] env[69529]: DEBUG nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.033079] env[69529]: DEBUG nova.network.neutron [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Successfully created port: 0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.042352] env[69529]: DEBUG nova.network.neutron [-] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.131296] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355646, 'name': Rename_Task, 'duration_secs': 0.177207} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.131296] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.131563] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281bf27c-ed70-4ff6-a13c-2e2d0762da74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.138531] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 769.138531] env[69529]: value = "task-3355647" [ 769.138531] env[69529]: _type = "Task" [ 769.138531] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.150919] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.161278] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ea5f55e-9289-4dba-b501-cdfefb9e5c08 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.170189] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedae5f7-5cc5-491b-a89f-14034dc50f09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.187048] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bd5fdd-4477-4ea9-8d0e-0386e2cf7d7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.202647] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716ff7ac-9233-4df0-a436-d492c5399aaf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.206463] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528a9fad-674b-df34-d4d6-db683396aa13, 'name': SearchDatastore_Task, 'duration_secs': 0.025453} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.220574] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.220896] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6b391d42-08bf-4dd2-9bbf-4eab08b42a89/6b391d42-08bf-4dd2-9bbf-4eab08b42a89.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.221618] env[69529]: DEBUG nova.compute.manager [req-ead8f447-76c3-41b3-8365-cb85480e6bc7 req-41f6211f-3ae6-4ea2-9ce7-ed604272fd6f service nova] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Detach interface failed, port_id=c665d279-eb00-4141-87a8-74560d1a8c00, reason: Instance 5992d1f4-5bc1-42a7-860b-984593253dd9 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 769.222478] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411fa166-ac6c-400f-ac93-a98aff6f3592 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.253077] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ff20db-3495-4d9d-95ed-4b1a397f59ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.255961] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 769.255961] env[69529]: value = "task-3355648" [ 769.255961] env[69529]: _type = "Task" [ 769.255961] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.263019] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426be589-5264-4b94-b8e3-888b1e713f87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270074] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.281136] env[69529]: DEBUG nova.compute.provider_tree [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.545370] env[69529]: INFO nova.compute.manager [-] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Took 1.32 seconds to deallocate network for instance. [ 769.656450] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.768405] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.785160] env[69529]: DEBUG nova.scheduler.client.report [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.036025] env[69529]: DEBUG nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.051671] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.066427] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.066911] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.067194] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.067443] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.067665] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.067834] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.068080] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.068268] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.068452] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.068603] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.068778] env[69529]: DEBUG nova.virt.hardware [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.070458] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde44134-5bd0-4f32-937b-c9426f2bca13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.079645] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63419c3-8c8c-48d3-b9c5-f6a264b922a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.149979] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.267793] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355648, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.291085] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.293812] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.175s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.296988] env[69529]: INFO nova.compute.claims [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.319024] env[69529]: INFO nova.scheduler.client.report [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Deleted allocations for instance 20be0043-3dc2-45c6-8f27-903a6c3fe7dd [ 770.584375] env[69529]: DEBUG nova.network.neutron [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Successfully updated port: 0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.653789] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355647, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.774317] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52741a66-cdce-609d-3403-f6eda7acb5d3/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.775480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598eb64-6d92-4c46-85fc-3982b6501185 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.782726] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355648, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.08776} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.783542] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6b391d42-08bf-4dd2-9bbf-4eab08b42a89/6b391d42-08bf-4dd2-9bbf-4eab08b42a89.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.783909] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.784243] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ce5eda-0f1a-43f8-94bf-b193915c5e09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.788101] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52741a66-cdce-609d-3403-f6eda7acb5d3/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.788327] env[69529]: ERROR oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52741a66-cdce-609d-3403-f6eda7acb5d3/disk-0.vmdk due to incomplete transfer. [ 770.788920] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1130f620-ea0c-4b58-8d44-3c5be8bed826 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.792647] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 770.792647] env[69529]: value = "task-3355649" [ 770.792647] env[69529]: _type = "Task" [ 770.792647] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.798023] env[69529]: DEBUG oslo_vmware.rw_handles [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52741a66-cdce-609d-3403-f6eda7acb5d3/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.798023] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Uploaded image 863d51b0-30b9-4574-859a-646caf238e5b to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.799220] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.799834] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-751828b0-73cc-4ce4-8a31-6096ac01ad15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.808640] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.814909] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 770.814909] env[69529]: value = "task-3355650" [ 770.814909] env[69529]: _type = "Task" [ 770.814909] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.824752] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355650, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.829746] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1761f0be-73ed-406a-8cfa-d357beca38b1 tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "20be0043-3dc2-45c6-8f27-903a6c3fe7dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.642s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.049677] env[69529]: DEBUG nova.compute.manager [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Received event network-vif-plugged-0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.049799] env[69529]: DEBUG oslo_concurrency.lockutils [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] Acquiring lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.049905] env[69529]: DEBUG oslo_concurrency.lockutils [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.050294] env[69529]: DEBUG oslo_concurrency.lockutils [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.050294] env[69529]: DEBUG nova.compute.manager [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] No waiting events found dispatching network-vif-plugged-0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.050467] env[69529]: WARNING nova.compute.manager [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Received unexpected event network-vif-plugged-0e466e8e-fa27-4e60-a791-d0999683ab85 for instance with vm_state building and task_state spawning. [ 771.050660] env[69529]: DEBUG nova.compute.manager [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Received event network-changed-0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.050780] env[69529]: DEBUG nova.compute.manager [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Refreshing instance network info cache due to event network-changed-0e466e8e-fa27-4e60-a791-d0999683ab85. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.050951] env[69529]: DEBUG oslo_concurrency.lockutils [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] Acquiring lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.058060] env[69529]: DEBUG oslo_concurrency.lockutils [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] Acquired lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.058060] env[69529]: DEBUG nova.network.neutron [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Refreshing network info cache for port 0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.087050] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.150576] env[69529]: DEBUG oslo_vmware.api [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355647, 'name': PowerOnVM_Task, 'duration_secs': 1.585107} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.150732] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.151431] env[69529]: INFO nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Took 8.67 seconds to spawn the instance on the hypervisor. [ 771.151431] env[69529]: DEBUG nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.151811] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00f0b82-d825-4a29-b94e-75e73b42d37e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.302303] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162799} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.302574] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.303398] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655ab4f3-0487-4239-bc1d-1290ba08fb8a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.328080] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 6b391d42-08bf-4dd2-9bbf-4eab08b42a89/6b391d42-08bf-4dd2-9bbf-4eab08b42a89.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.332757] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9682313-c183-48aa-bc35-7126cb0134ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.352952] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355650, 'name': Destroy_Task, 'duration_secs': 0.361699} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.356727] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Destroyed the VM [ 771.357098] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.357421] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 771.357421] env[69529]: value = "task-3355651" [ 771.357421] env[69529]: _type = "Task" [ 771.357421] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.358095] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2b877a07-0722-420c-981a-5f84bcd8cae5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.368179] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355651, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.371729] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 771.371729] env[69529]: value = "task-3355652" [ 771.371729] env[69529]: _type = "Task" [ 771.371729] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.379632] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.581410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "9089ee06-1140-4149-a2a5-15a0f1e964e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.581653] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.599649] env[69529]: DEBUG nova.network.neutron [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.674505] env[69529]: INFO nova.compute.manager [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Took 49.84 seconds to build instance. [ 771.696503] env[69529]: DEBUG nova.network.neutron [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.872885] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.884759] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.891525] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da151fd-811a-43d4-85f2-7885368d5493 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.893797] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.894028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.894252] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.894450] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.894892] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.897321] env[69529]: INFO nova.compute.manager [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Terminating instance [ 771.903256] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e0190-5869-4068-9e9c-7d9c20ab6919 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.939178] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e000f3-1935-4331-addf-84be2ac6beaa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.948512] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a4232-a5c7-4460-a68b-f77ed56325cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.962817] env[69529]: DEBUG nova.compute.provider_tree [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.176908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80c4059a-15ea-4894-899d-6e061b9c1235 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "8865002f-5666-480a-852d-67f6768642a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.224s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.199722] env[69529]: DEBUG oslo_concurrency.lockutils [req-285f28e2-42df-4655-87f0-c8ec29c382b1 req-990eea6f-f9d0-4167-98fb-e0330d968fe8 service nova] Releasing lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.200202] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.200202] env[69529]: DEBUG nova.network.neutron [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.306023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "bed307b3-51de-4ef1-bb50-49b4824ae0de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.306023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.306023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "bed307b3-51de-4ef1-bb50-49b4824ae0de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.306023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.306285] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.307239] env[69529]: INFO nova.compute.manager [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Terminating instance [ 772.372192] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355651, 'name': ReconfigVM_Task, 'duration_secs': 0.877447} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.372502] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 6b391d42-08bf-4dd2-9bbf-4eab08b42a89/6b391d42-08bf-4dd2-9bbf-4eab08b42a89.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.373302] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3efffe0e-4120-4bd8-b46e-f009e4ae8009 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.382793] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355652, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.384304] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 772.384304] env[69529]: value = "task-3355653" [ 772.384304] env[69529]: _type = "Task" [ 772.384304] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.392348] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355653, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.401174] env[69529]: DEBUG nova.compute.manager [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.401586] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.402370] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a2d3e3-b2cb-44f9-ae79-15fc636d5ab1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.409444] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.409711] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f17e54-d776-4491-a55b-f26b083af6fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.422924] env[69529]: DEBUG oslo_vmware.api [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 772.422924] env[69529]: value = "task-3355654" [ 772.422924] env[69529]: _type = "Task" [ 772.422924] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.434118] env[69529]: DEBUG oslo_vmware.api [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.466883] env[69529]: DEBUG nova.scheduler.client.report [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.681141] env[69529]: DEBUG nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.811662] env[69529]: DEBUG nova.compute.manager [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.812122] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.815016] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cb07c9-b502-4469-989b-9bea0ecf0daa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.827301] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.829541] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-664c88b1-5ee2-4776-947a-0fd9e14a7e8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.887978] env[69529]: DEBUG oslo_vmware.api [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355652, 'name': RemoveSnapshot_Task, 'duration_secs': 1.189737} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.888782] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.889313] env[69529]: INFO nova.compute.manager [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Took 15.89 seconds to snapshot the instance on the hypervisor. [ 772.899278] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355653, 'name': Rename_Task, 'duration_secs': 0.149494} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.900855] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.901357] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.901729] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.902052] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleting the datastore file [datastore1] bed307b3-51de-4ef1-bb50-49b4824ae0de {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.902439] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1852cf90-7d1a-41f5-b2ee-1a5f5ea013d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.904449] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd6f7484-9950-43ae-a00d-e502322d8807 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.913215] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 772.913215] env[69529]: value = "task-3355656" [ 772.913215] env[69529]: _type = "Task" [ 772.913215] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.913215] env[69529]: DEBUG oslo_vmware.api [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 772.913215] env[69529]: value = "task-3355657" [ 772.913215] env[69529]: _type = "Task" [ 772.913215] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.932217] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.932582] env[69529]: DEBUG oslo_vmware.api [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.944364] env[69529]: DEBUG oslo_vmware.api [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355654, 'name': PowerOffVM_Task, 'duration_secs': 0.236563} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.945396] env[69529]: DEBUG nova.network.neutron [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.947550] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.947962] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.948511] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e117144-09ef-401c-afa2-d6fe7a5d77bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.960359] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "273e28db-880c-464f-b316-851419f091dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.960922] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "273e28db-880c-464f-b316-851419f091dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.974879] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.975404] env[69529]: DEBUG nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.980459] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.720s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.980747] env[69529]: DEBUG nova.objects.instance [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lazy-loading 'resources' on Instance uuid 47c3549e-54ed-40d6-9acc-613d38553ac5 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.008176] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.008176] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.008176] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Deleting the datastore file [datastore1] 9eb3ac42-0a1e-4514-82a3-8a0656c64978 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.008326] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f634b9b8-037a-4d22-ba09-d9755c58da15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.017033] env[69529]: DEBUG oslo_vmware.api [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for the task: (returnval){ [ 773.017033] env[69529]: value = "task-3355659" [ 773.017033] env[69529]: _type = "Task" [ 773.017033] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.029227] env[69529]: DEBUG oslo_vmware.api [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.102216] env[69529]: DEBUG nova.network.neutron [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Updating instance_info_cache with network_info: [{"id": "0e466e8e-fa27-4e60-a791-d0999683ab85", "address": "fa:16:3e:9c:95:2f", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466e8e-fa", "ovs_interfaceid": "0e466e8e-fa27-4e60-a791-d0999683ab85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.130677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "8865002f-5666-480a-852d-67f6768642a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.130937] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "8865002f-5666-480a-852d-67f6768642a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.131163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "8865002f-5666-480a-852d-67f6768642a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.131360] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "8865002f-5666-480a-852d-67f6768642a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.131509] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "8865002f-5666-480a-852d-67f6768642a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.134059] env[69529]: INFO nova.compute.manager [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Terminating instance [ 773.203423] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.394767] env[69529]: DEBUG nova.compute.manager [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Instance disappeared during snapshot {{(pid=69529) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 773.409212] env[69529]: DEBUG nova.compute.manager [None req-e5d309bb-aeb8-4a92-acf6-8ee4991083a8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image not found during clean up 863d51b0-30b9-4574-859a-646caf238e5b {{(pid=69529) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 773.427030] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.431164] env[69529]: DEBUG oslo_vmware.api [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261262} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.432187] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.432360] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.432555] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.432727] env[69529]: INFO nova.compute.manager [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Took 0.62 seconds to destroy the instance on the hypervisor. [ 773.433015] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.433533] env[69529]: DEBUG nova.compute.manager [-] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.433643] env[69529]: DEBUG nova.network.neutron [-] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.484952] env[69529]: DEBUG nova.compute.utils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.487109] env[69529]: DEBUG nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.487378] env[69529]: DEBUG nova.network.neutron [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.527542] env[69529]: DEBUG oslo_vmware.api [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Task: {'id': task-3355659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230704} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.530367] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.530575] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.530752] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.530943] env[69529]: INFO nova.compute.manager [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Took 1.13 seconds to destroy the instance on the hypervisor. [ 773.531173] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.531544] env[69529]: DEBUG nova.compute.manager [-] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.531642] env[69529]: DEBUG nova.network.neutron [-] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.576093] env[69529]: DEBUG nova.policy [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5870c97f5a4a03809a6e38bc28ad97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854256301fd5431a80615ce2960935fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.608243] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.608243] env[69529]: DEBUG nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Instance network_info: |[{"id": "0e466e8e-fa27-4e60-a791-d0999683ab85", "address": "fa:16:3e:9c:95:2f", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466e8e-fa", "ovs_interfaceid": "0e466e8e-fa27-4e60-a791-d0999683ab85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.608503] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:95:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e466e8e-fa27-4e60-a791-d0999683ab85', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.616098] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating folder: Project (cffd4dc492e94a15a2b37e1137b27607). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.619812] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7376812-70f4-4d22-9bd1-6846c7d62ad7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.634946] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created folder: Project (cffd4dc492e94a15a2b37e1137b27607) in parent group-v669649. [ 773.634946] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating folder: Instances. Parent ref: group-v669745. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.635850] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e0446e2-e56a-47a5-adfb-e21cca046c6c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.640552] env[69529]: DEBUG nova.compute.manager [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.640552] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.641450] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88120614-f300-4e6b-b43b-0dbdca21194e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.652018] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.652018] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4893dd77-79b3-4696-b936-f0ff9074241d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.652018] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created folder: Instances in parent group-v669745. [ 773.652018] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.652307] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.652502] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f2a9653-b81f-4e40-b81b-8ebb4db57543 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.670848] env[69529]: DEBUG oslo_vmware.api [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 773.670848] env[69529]: value = "task-3355662" [ 773.670848] env[69529]: _type = "Task" [ 773.670848] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.677602] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.677602] env[69529]: value = "task-3355663" [ 773.677602] env[69529]: _type = "Task" [ 773.677602] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.688283] env[69529]: DEBUG oslo_vmware.api [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.697062] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355663, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.928899] env[69529]: DEBUG oslo_vmware.api [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355656, 'name': PowerOnVM_Task, 'duration_secs': 0.583378} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.929168] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.929363] env[69529]: INFO nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Took 8.79 seconds to spawn the instance on the hypervisor. [ 773.929537] env[69529]: DEBUG nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.930344] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e055445-3e8b-4b3e-aad2-73e13713ad3b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.994905] env[69529]: DEBUG nova.compute.manager [req-20daebbd-51f2-4580-b87f-760af1e2e84f req-11060cbb-b047-4593-953f-dbad92337bec service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Received event network-vif-deleted-d60a42a3-e9c3-4b9b-a970-f7e6f1722c51 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.995076] env[69529]: INFO nova.compute.manager [req-20daebbd-51f2-4580-b87f-760af1e2e84f req-11060cbb-b047-4593-953f-dbad92337bec service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Neutron deleted interface d60a42a3-e9c3-4b9b-a970-f7e6f1722c51; detaching it from the instance and deleting it from the info cache [ 773.995258] env[69529]: DEBUG nova.network.neutron [req-20daebbd-51f2-4580-b87f-760af1e2e84f req-11060cbb-b047-4593-953f-dbad92337bec service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.996533] env[69529]: DEBUG nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.160054] env[69529]: DEBUG nova.network.neutron [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Successfully created port: 592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.167338] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1345d49b-fdfc-420b-828b-7947478ae279 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.177892] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caf9ebc-8cf3-4ac4-88b7-f73b7b03e18f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.188510] env[69529]: DEBUG oslo_vmware.api [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355662, 'name': PowerOffVM_Task, 'duration_secs': 0.241888} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.214522] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.215966] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.215966] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac33697-646b-4ac9-a091-b5228294c272 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.221402] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ce430a-bd7a-453a-a47f-9e566b967907 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.231919] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355663, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.237465] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd2f596-09b1-40f9-bdd8-141df1840861 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.251041] env[69529]: DEBUG nova.compute.provider_tree [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.333322] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.333676] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.333868] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleting the datastore file [datastore2] 8865002f-5666-480a-852d-67f6768642a3 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.334153] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c105970-3a7c-4834-a5a1-88983c22d71e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.342321] env[69529]: DEBUG oslo_vmware.api [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 774.342321] env[69529]: value = "task-3355665" [ 774.342321] env[69529]: _type = "Task" [ 774.342321] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.350108] env[69529]: DEBUG oslo_vmware.api [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.428482] env[69529]: DEBUG nova.network.neutron [-] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.460866] env[69529]: INFO nova.compute.manager [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Took 47.85 seconds to build instance. [ 774.507666] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-139d37da-2922-434b-a556-6dcad9440072 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.518730] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ef73c5-52f6-481f-b208-1c8a4a171b87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.550084] env[69529]: DEBUG nova.compute.manager [req-20daebbd-51f2-4580-b87f-760af1e2e84f req-11060cbb-b047-4593-953f-dbad92337bec service nova] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Detach interface failed, port_id=d60a42a3-e9c3-4b9b-a970-f7e6f1722c51, reason: Instance bed307b3-51de-4ef1-bb50-49b4824ae0de could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 774.565720] env[69529]: DEBUG nova.network.neutron [-] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.691152] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355663, 'name': CreateVM_Task, 'duration_secs': 0.558176} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.691447] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.691995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.692181] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.692488] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.692738] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b0af1c-b469-46de-b266-45dfc157b843 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.697251] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 774.697251] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528a8efb-7990-9f16-41e4-a98328b81756" [ 774.697251] env[69529]: _type = "Task" [ 774.697251] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.705816] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528a8efb-7990-9f16-41e4-a98328b81756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.754021] env[69529]: DEBUG nova.scheduler.client.report [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.853892] env[69529]: DEBUG oslo_vmware.api [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367486} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.854159] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.854373] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.854563] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.854736] env[69529]: INFO nova.compute.manager [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: 8865002f-5666-480a-852d-67f6768642a3] Took 1.21 seconds to destroy the instance on the hypervisor. [ 774.854970] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.855170] env[69529]: DEBUG nova.compute.manager [-] [instance: 8865002f-5666-480a-852d-67f6768642a3] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.855267] env[69529]: DEBUG nova.network.neutron [-] [instance: 8865002f-5666-480a-852d-67f6768642a3] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.930533] env[69529]: INFO nova.compute.manager [-] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Took 1.50 seconds to deallocate network for instance. [ 774.962990] env[69529]: DEBUG oslo_concurrency.lockutils [None req-eb8c0d32-cfdd-4c0a-beb4-129e7ce21c82 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.329s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.012024] env[69529]: DEBUG nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.040109] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.040772] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.040772] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.040772] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.041132] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.041132] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.041214] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.041327] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.041494] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.041655] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.041826] env[69529]: DEBUG nova.virt.hardware [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.043211] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7356fff-cd44-4396-a67f-ff31c8558988 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.051825] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652147c3-98ea-4394-8567-b94d15dbb3cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.069757] env[69529]: INFO nova.compute.manager [-] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Took 1.54 seconds to deallocate network for instance. [ 775.208375] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528a8efb-7990-9f16-41e4-a98328b81756, 'name': SearchDatastore_Task, 'duration_secs': 0.013649} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.208689] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.208923] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.209171] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.209318] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.209497] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.209912] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0119449-39a3-4b80-8467-62b04a1e935e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.218643] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.218785] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.219477] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b111db6-d761-41b7-9421-952b699827da {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.224443] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 775.224443] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52016dbc-7025-2b57-deee-8a338b20453e" [ 775.224443] env[69529]: _type = "Task" [ 775.224443] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.232034] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52016dbc-7025-2b57-deee-8a338b20453e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.260538] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.263494] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.372s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.264413] env[69529]: INFO nova.compute.claims [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.286077] env[69529]: INFO nova.scheduler.client.report [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Deleted allocations for instance 47c3549e-54ed-40d6-9acc-613d38553ac5 [ 775.436986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.466170] env[69529]: DEBUG nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.576893] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.581213] env[69529]: DEBUG nova.network.neutron [-] [instance: 8865002f-5666-480a-852d-67f6768642a3] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.733478] env[69529]: DEBUG nova.network.neutron [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Successfully updated port: 592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.743678] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52016dbc-7025-2b57-deee-8a338b20453e, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.744546] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7e12f0-d171-4ee8-b14c-927fc640400c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.751158] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 775.751158] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b3b1d-01f8-9840-c57b-9e71c733749b" [ 775.751158] env[69529]: _type = "Task" [ 775.751158] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.761452] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b3b1d-01f8-9840-c57b-9e71c733749b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.794138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfd0dbc-1476-4687-9e0d-12d0d30995a9 tempest-ServerShowV247Test-742657481 tempest-ServerShowV247Test-742657481-project-member] Lock "47c3549e-54ed-40d6-9acc-613d38553ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.795s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.845377] env[69529]: DEBUG nova.compute.manager [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received event network-changed-14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.845652] env[69529]: DEBUG nova.compute.manager [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Refreshing instance network info cache due to event network-changed-14d29cd1-5bd5-4e3f-93b1-d8851d28f647. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.846087] env[69529]: DEBUG oslo_concurrency.lockutils [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] Acquiring lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.846156] env[69529]: DEBUG oslo_concurrency.lockutils [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] Acquired lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.846383] env[69529]: DEBUG nova.network.neutron [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Refreshing network info cache for port 14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.993553] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.026625] env[69529]: DEBUG nova.compute.manager [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Received event network-vif-deleted-7a552027-32fb-421f-b94e-fe17ae5548e2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.026625] env[69529]: DEBUG nova.compute.manager [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: 8865002f-5666-480a-852d-67f6768642a3] Received event network-vif-deleted-3ab3a4a3-df69-4759-8b80-4584a0616418 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.026770] env[69529]: DEBUG nova.compute.manager [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Received event network-vif-plugged-592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.026917] env[69529]: DEBUG oslo_concurrency.lockutils [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] Acquiring lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.027106] env[69529]: DEBUG oslo_concurrency.lockutils [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.027277] env[69529]: DEBUG oslo_concurrency.lockutils [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.027444] env[69529]: DEBUG nova.compute.manager [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] No waiting events found dispatching network-vif-plugged-592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.027608] env[69529]: WARNING nova.compute.manager [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Received unexpected event network-vif-plugged-592cefa1-c692-4817-9190-230ab5aaccab for instance with vm_state building and task_state spawning. [ 776.027768] env[69529]: DEBUG nova.compute.manager [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Received event network-changed-592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.027921] env[69529]: DEBUG nova.compute.manager [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Refreshing instance network info cache due to event network-changed-592cefa1-c692-4817-9190-230ab5aaccab. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.028116] env[69529]: DEBUG oslo_concurrency.lockutils [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] Acquiring lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.028253] env[69529]: DEBUG oslo_concurrency.lockutils [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] Acquired lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.028412] env[69529]: DEBUG nova.network.neutron [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Refreshing network info cache for port 592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.086959] env[69529]: INFO nova.compute.manager [-] [instance: 8865002f-5666-480a-852d-67f6768642a3] Took 1.23 seconds to deallocate network for instance. [ 776.238057] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.262619] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b3b1d-01f8-9840-c57b-9e71c733749b, 'name': SearchDatastore_Task, 'duration_secs': 0.019007} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.262910] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.263181] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 5e520785-7734-4ad6-a1d9-d84eaab73f9d/5e520785-7734-4ad6-a1d9-d84eaab73f9d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.263502] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c0bca3-bfa9-48a9-b93d-eb65cf35ecaa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.272898] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 776.272898] env[69529]: value = "task-3355666" [ 776.272898] env[69529]: _type = "Task" [ 776.272898] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.283968] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.569202] env[69529]: DEBUG nova.network.neutron [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.596034] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.645503] env[69529]: DEBUG nova.network.neutron [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updated VIF entry in instance network info cache for port 14d29cd1-5bd5-4e3f-93b1-d8851d28f647. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.645887] env[69529]: DEBUG nova.network.neutron [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updating instance_info_cache with network_info: [{"id": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "address": "fa:16:3e:21:15:33", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d29cd1-5b", "ovs_interfaceid": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.687053] env[69529]: DEBUG nova.network.neutron [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.782947] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.838013] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78721979-bf58-408c-a2b3-485f9b348436 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.845918] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9035e9-c5a9-44a0-93b1-406a37cec36a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.878491] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8716b697-50fd-45f1-ab9e-c03cb2b3ae62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.886718] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab68c54-07ad-4b2e-b7cb-333ef5305715 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.900673] env[69529]: DEBUG nova.compute.provider_tree [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.148619] env[69529]: DEBUG oslo_concurrency.lockutils [req-f9af5e26-c44b-499e-aabb-115104e70993 req-6332beaf-d433-4210-9b8f-ff6105063439 service nova] Releasing lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.190168] env[69529]: DEBUG oslo_concurrency.lockutils [req-9e109d48-4f49-4755-95b7-c6a98b9e291e req-116740a3-e26f-4e00-afe3-b710faa4d817 service nova] Releasing lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.190309] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.190532] env[69529]: DEBUG nova.network.neutron [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.284927] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355666, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.403773] env[69529]: DEBUG nova.scheduler.client.report [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.728210] env[69529]: DEBUG nova.network.neutron [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.785635] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355666, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.880651] env[69529]: DEBUG nova.network.neutron [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [{"id": "592cefa1-c692-4817-9190-230ab5aaccab", "address": "fa:16:3e:b6:ec:25", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592cefa1-c6", "ovs_interfaceid": "592cefa1-c692-4817-9190-230ab5aaccab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.909123] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.909607] env[69529]: DEBUG nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.912972] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.604s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.912972] env[69529]: DEBUG nova.objects.instance [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lazy-loading 'resources' on Instance uuid 12b2e24d-c606-4c5b-b56d-58c9cda03536 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.284952] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355666, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.754931} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.285239] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 5e520785-7734-4ad6-a1d9-d84eaab73f9d/5e520785-7734-4ad6-a1d9-d84eaab73f9d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.285457] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.285701] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3067eace-b09d-44b0-be95-13cde74aa49e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.291724] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 778.291724] env[69529]: value = "task-3355667" [ 778.291724] env[69529]: _type = "Task" [ 778.291724] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.298870] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.383682] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.384335] env[69529]: DEBUG nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Instance network_info: |[{"id": "592cefa1-c692-4817-9190-230ab5aaccab", "address": "fa:16:3e:b6:ec:25", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592cefa1-c6", "ovs_interfaceid": "592cefa1-c692-4817-9190-230ab5aaccab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.384517] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:ec:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '592cefa1-c692-4817-9190-230ab5aaccab', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.392327] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating folder: Project (854256301fd5431a80615ce2960935fb). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.392609] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38d63628-2bd3-4ef5-89bd-f7dd1a9cf7ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.402526] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Created folder: Project (854256301fd5431a80615ce2960935fb) in parent group-v669649. [ 778.402820] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating folder: Instances. Parent ref: group-v669748. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.403098] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dbf7db6-4dac-4a17-aeef-ebcd1d1fccc7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.412496] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Created folder: Instances in parent group-v669748. [ 778.412814] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.413081] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.413373] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3fae0b8-f1d6-418b-a0c5-fb342b0d0b81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.439793] env[69529]: DEBUG nova.compute.utils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.445456] env[69529]: DEBUG nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.445456] env[69529]: DEBUG nova.network.neutron [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.452331] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.452331] env[69529]: value = "task-3355670" [ 778.452331] env[69529]: _type = "Task" [ 778.452331] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.461150] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355670, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.485301] env[69529]: DEBUG nova.policy [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8002efe17d540a38d80ba93fca03147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cccc09d090b4befae6894a622c4c099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.799577] env[69529]: DEBUG nova.network.neutron [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Successfully created port: cd17d26c-6fb8-4aab-a3aa-c081d10920e7 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.809804] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064979} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.810145] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.811217] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e735ad2d-4fec-4a1c-b7d1-a041a590d82d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.849600] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 5e520785-7734-4ad6-a1d9-d84eaab73f9d/5e520785-7734-4ad6-a1d9-d84eaab73f9d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.853114] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-def0116a-7fe0-4ebe-ac1c-62d70dd7e7dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.884129] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 778.884129] env[69529]: value = "task-3355671" [ 778.884129] env[69529]: _type = "Task" [ 778.884129] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.895816] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.947262] env[69529]: DEBUG nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.963261] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355670, 'name': CreateVM_Task, 'duration_secs': 0.295106} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.965818] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.966724] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.966861] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.967169] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.967421] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-667945dd-30ba-4903-8577-29761dfca09a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.973227] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 778.973227] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52392712-6f6b-6011-8168-9a734a7f9f12" [ 778.973227] env[69529]: _type = "Task" [ 778.973227] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.981618] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52392712-6f6b-6011-8168-9a734a7f9f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.027532] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8898963b-1ee4-44e0-b96c-2a747f43a3d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.035282] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7053b67c-5dc6-4e38-81f6-6ee11ec63901 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.067475] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fd9688-7431-46dc-ac55-7469fd393c3f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.077029] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e5889a-1806-4314-be5d-e5ed44073815 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.091593] env[69529]: DEBUG nova.compute.provider_tree [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.394397] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355671, 'name': ReconfigVM_Task, 'duration_secs': 0.295349} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.394680] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 5e520785-7734-4ad6-a1d9-d84eaab73f9d/5e520785-7734-4ad6-a1d9-d84eaab73f9d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.395317] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b607365-0b00-476f-8a8b-074877b1f14e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.401920] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 779.401920] env[69529]: value = "task-3355672" [ 779.401920] env[69529]: _type = "Task" [ 779.401920] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.409546] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355672, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.484038] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52392712-6f6b-6011-8168-9a734a7f9f12, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.484038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.484364] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.484612] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.484815] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.485041] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.485405] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03d76ccc-a486-4dc2-b91e-39436de524cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.504191] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.504491] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.505279] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53cf0007-7d8a-41fd-88ee-80aa9e7e56bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.511529] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 779.511529] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524dae20-2c8e-34bd-0a43-1673ef38247a" [ 779.511529] env[69529]: _type = "Task" [ 779.511529] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.519652] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524dae20-2c8e-34bd-0a43-1673ef38247a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.594896] env[69529]: DEBUG nova.scheduler.client.report [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.912036] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355672, 'name': Rename_Task, 'duration_secs': 0.141269} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.912397] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.912573] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eba00eef-754e-40cd-8c1f-07f367d6fe82 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.918547] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 779.918547] env[69529]: value = "task-3355673" [ 779.918547] env[69529]: _type = "Task" [ 779.918547] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.925877] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.958305] env[69529]: DEBUG nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.984281] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.984583] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.984688] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.984920] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.985025] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.985267] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.985486] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.985693] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.985854] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.986905] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.987113] env[69529]: DEBUG nova.virt.hardware [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.987991] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c98d7ad-fd44-4c27-b56c-590a7bc46a5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.997397] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370ebfa3-c100-4a97-ac27-ca76942469e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.026102] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524dae20-2c8e-34bd-0a43-1673ef38247a, 'name': SearchDatastore_Task, 'duration_secs': 0.016896} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.026102] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115c6a54-20c2-4fd1-a50b-f47361f2daea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.029854] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 780.029854] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5202bacf-9f09-42d9-09a3-b0b7302ec5da" [ 780.029854] env[69529]: _type = "Task" [ 780.029854] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.037446] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5202bacf-9f09-42d9-09a3-b0b7302ec5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.099637] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.102112] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.421s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.103878] env[69529]: INFO nova.compute.claims [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.123196] env[69529]: INFO nova.scheduler.client.report [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleted allocations for instance 12b2e24d-c606-4c5b-b56d-58c9cda03536 [ 780.287591] env[69529]: DEBUG nova.compute.manager [req-a7b5e669-d965-42d3-933b-99d956a7c2b0 req-4b28f37e-1262-4a25-b869-fbe553f0f823 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Received event network-vif-plugged-cd17d26c-6fb8-4aab-a3aa-c081d10920e7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.287923] env[69529]: DEBUG oslo_concurrency.lockutils [req-a7b5e669-d965-42d3-933b-99d956a7c2b0 req-4b28f37e-1262-4a25-b869-fbe553f0f823 service nova] Acquiring lock "656029d7-0bfc-4e9a-a894-8d29066228bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.288208] env[69529]: DEBUG oslo_concurrency.lockutils [req-a7b5e669-d965-42d3-933b-99d956a7c2b0 req-4b28f37e-1262-4a25-b869-fbe553f0f823 service nova] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.288439] env[69529]: DEBUG oslo_concurrency.lockutils [req-a7b5e669-d965-42d3-933b-99d956a7c2b0 req-4b28f37e-1262-4a25-b869-fbe553f0f823 service nova] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.288694] env[69529]: DEBUG nova.compute.manager [req-a7b5e669-d965-42d3-933b-99d956a7c2b0 req-4b28f37e-1262-4a25-b869-fbe553f0f823 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] No waiting events found dispatching network-vif-plugged-cd17d26c-6fb8-4aab-a3aa-c081d10920e7 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.288959] env[69529]: WARNING nova.compute.manager [req-a7b5e669-d965-42d3-933b-99d956a7c2b0 req-4b28f37e-1262-4a25-b869-fbe553f0f823 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Received unexpected event network-vif-plugged-cd17d26c-6fb8-4aab-a3aa-c081d10920e7 for instance with vm_state building and task_state spawning. [ 780.310716] env[69529]: DEBUG nova.network.neutron [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Successfully updated port: cd17d26c-6fb8-4aab-a3aa-c081d10920e7 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.436152] env[69529]: DEBUG oslo_vmware.api [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355673, 'name': PowerOnVM_Task, 'duration_secs': 0.437553} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.436152] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.436152] env[69529]: INFO nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 780.436374] env[69529]: DEBUG nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.439276] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c23144-c55f-4aef-a01e-b099f341b447 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.540533] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5202bacf-9f09-42d9-09a3-b0b7302ec5da, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.540868] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.541190] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] d2cf6d47-2eb2-43e9-baad-73442f983351/d2cf6d47-2eb2-43e9-baad-73442f983351.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.541514] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23474f9a-24b3-4dd5-acdd-6c29de92209a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.548312] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 780.548312] env[69529]: value = "task-3355674" [ 780.548312] env[69529]: _type = "Task" [ 780.548312] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.556448] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.631126] env[69529]: DEBUG oslo_concurrency.lockutils [None req-663c461b-2c0e-4065-ab1f-2325e584de2a tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.977s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.633182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.528s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.633513] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.633744] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.633933] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.635615] env[69529]: INFO nova.compute.manager [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Terminating instance [ 780.814127] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "refresh_cache-656029d7-0bfc-4e9a-a894-8d29066228bb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.814286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "refresh_cache-656029d7-0bfc-4e9a-a894-8d29066228bb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.814477] env[69529]: DEBUG nova.network.neutron [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.959187] env[69529]: INFO nova.compute.manager [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Took 47.64 seconds to build instance. [ 781.058935] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508252} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.059496] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] d2cf6d47-2eb2-43e9-baad-73442f983351/d2cf6d47-2eb2-43e9-baad-73442f983351.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.059496] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.059671] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56793c26-9b11-4a9e-8cfe-8faf7af2b2d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.065637] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 781.065637] env[69529]: value = "task-3355675" [ 781.065637] env[69529]: _type = "Task" [ 781.065637] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.074609] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.140750] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.140919] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquired lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.141112] env[69529]: DEBUG nova.network.neutron [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.346444] env[69529]: DEBUG nova.network.neutron [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.461374] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32fc11d9-5e24-4488-b737-80ac7a15d962 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.290s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.495916] env[69529]: DEBUG nova.network.neutron [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Updating instance_info_cache with network_info: [{"id": "cd17d26c-6fb8-4aab-a3aa-c081d10920e7", "address": "fa:16:3e:4d:59:22", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd17d26c-6f", "ovs_interfaceid": "cd17d26c-6fb8-4aab-a3aa-c081d10920e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.576844] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080804} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.579237] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.580664] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0bbeca-2c8a-43e8-b71c-5d12e04256ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.603209] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d2cf6d47-2eb2-43e9-baad-73442f983351/d2cf6d47-2eb2-43e9-baad-73442f983351.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.604464] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-136d3554-6ee8-4431-bf06-2827622f6883 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.620205] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bf3806-e1d8-45a0-a1f4-3a9a3a02ec45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.628817] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2736550a-1b3c-4381-adb1-256cdf45310f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.632213] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 781.632213] env[69529]: value = "task-3355676" [ 781.632213] env[69529]: _type = "Task" [ 781.632213] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.662459] env[69529]: DEBUG nova.compute.utils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Can not refresh info_cache because instance was not found {{(pid=69529) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 781.665986] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d609f78d-77c6-453d-b712-857e9e42dc29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.672195] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.677552] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09539b-434d-4811-ad9c-db8d99b409d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.691229] env[69529]: DEBUG nova.compute.provider_tree [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.692663] env[69529]: DEBUG nova.network.neutron [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.783326] env[69529]: DEBUG nova.network.neutron [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.949048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.949048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.949048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.949330] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.949330] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.951592] env[69529]: INFO nova.compute.manager [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Terminating instance [ 781.964441] env[69529]: DEBUG nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.000414] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "refresh_cache-656029d7-0bfc-4e9a-a894-8d29066228bb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.000731] env[69529]: DEBUG nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Instance network_info: |[{"id": "cd17d26c-6fb8-4aab-a3aa-c081d10920e7", "address": "fa:16:3e:4d:59:22", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd17d26c-6f", "ovs_interfaceid": "cd17d26c-6fb8-4aab-a3aa-c081d10920e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.001148] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:59:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd17d26c-6fb8-4aab-a3aa-c081d10920e7', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.008631] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating folder: Project (4cccc09d090b4befae6894a622c4c099). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.009486] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c8db70a-ffba-40b0-a2d6-6b5bc63de4df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.020467] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created folder: Project (4cccc09d090b4befae6894a622c4c099) in parent group-v669649. [ 782.020643] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating folder: Instances. Parent ref: group-v669751. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.020869] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cd10460-45c9-4736-b765-40462158b7ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.029861] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created folder: Instances in parent group-v669751. [ 782.030096] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.030280] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.030475] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-022c6d80-41e8-4d8a-abec-977f272ba11b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.049669] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.049669] env[69529]: value = "task-3355679" [ 782.049669] env[69529]: _type = "Task" [ 782.049669] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.059528] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355679, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.146065] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355676, 'name': ReconfigVM_Task, 'duration_secs': 0.292443} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.146356] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d2cf6d47-2eb2-43e9-baad-73442f983351/d2cf6d47-2eb2-43e9-baad-73442f983351.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.147008] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d33f838-79b1-4917-a8ee-e8b17859a93b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.153559] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 782.153559] env[69529]: value = "task-3355680" [ 782.153559] env[69529]: _type = "Task" [ 782.153559] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.162018] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355680, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.196445] env[69529]: DEBUG nova.scheduler.client.report [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.292109] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Releasing lock "refresh_cache-12b2e24d-c606-4c5b-b56d-58c9cda03536" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.292109] env[69529]: DEBUG nova.compute.manager [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.292109] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.292725] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3d6e5aa-a8dc-4b53-8dc9-335587a8304d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.301763] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5dcb6-5330-4566-8e08-89716efcb526 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.335332] env[69529]: WARNING nova.virt.vmwareapi.vmops [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 12b2e24d-c606-4c5b-b56d-58c9cda03536 could not be found. [ 782.335618] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.335814] env[69529]: INFO nova.compute.manager [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Took 0.04 seconds to destroy the instance on the hypervisor. [ 782.336094] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.337418] env[69529]: DEBUG nova.compute.manager [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.337520] env[69529]: DEBUG nova.network.neutron [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.340549] env[69529]: DEBUG nova.compute.manager [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Received event network-changed-cd17d26c-6fb8-4aab-a3aa-c081d10920e7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.340734] env[69529]: DEBUG nova.compute.manager [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Refreshing instance network info cache due to event network-changed-cd17d26c-6fb8-4aab-a3aa-c081d10920e7. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.340946] env[69529]: DEBUG oslo_concurrency.lockutils [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] Acquiring lock "refresh_cache-656029d7-0bfc-4e9a-a894-8d29066228bb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.341099] env[69529]: DEBUG oslo_concurrency.lockutils [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] Acquired lock "refresh_cache-656029d7-0bfc-4e9a-a894-8d29066228bb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.341262] env[69529]: DEBUG nova.network.neutron [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Refreshing network info cache for port cd17d26c-6fb8-4aab-a3aa-c081d10920e7 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.367433] env[69529]: DEBUG nova.network.neutron [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.441777] env[69529]: DEBUG nova.compute.manager [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Received event network-changed-0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.441777] env[69529]: DEBUG nova.compute.manager [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Refreshing instance network info cache due to event network-changed-0e466e8e-fa27-4e60-a791-d0999683ab85. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.441777] env[69529]: DEBUG oslo_concurrency.lockutils [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] Acquiring lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.441777] env[69529]: DEBUG oslo_concurrency.lockutils [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] Acquired lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.441777] env[69529]: DEBUG nova.network.neutron [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Refreshing network info cache for port 0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.454536] env[69529]: DEBUG nova.compute.manager [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.454764] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.455624] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e3a03b-ea83-4696-a3de-32f82d682e22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.463646] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.463894] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8592a64f-5e14-4a63-a34f-e0cb1b232f73 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.471586] env[69529]: DEBUG oslo_vmware.api [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 782.471586] env[69529]: value = "task-3355681" [ 782.471586] env[69529]: _type = "Task" [ 782.471586] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.485549] env[69529]: DEBUG oslo_vmware.api [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.489151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.560623] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355679, 'name': CreateVM_Task, 'duration_secs': 0.347974} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.560803] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.561540] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.561705] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.562063] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.562337] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62874a95-99fc-4111-af5c-12505f71a5cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.570355] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 782.570355] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524292e5-f597-8f66-84f4-82c8ccbe410f" [ 782.570355] env[69529]: _type = "Task" [ 782.570355] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.577222] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524292e5-f597-8f66-84f4-82c8ccbe410f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.663765] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355680, 'name': Rename_Task, 'duration_secs': 0.192871} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.664104] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.664548] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-571eb56e-4597-4f9b-a42c-f2c1893fac64 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.670983] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 782.670983] env[69529]: value = "task-3355682" [ 782.670983] env[69529]: _type = "Task" [ 782.670983] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.679036] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.704020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.704020] env[69529]: DEBUG nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.706011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 33.671s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.870046] env[69529]: DEBUG nova.network.neutron [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.989767] env[69529]: DEBUG oslo_vmware.api [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355681, 'name': PowerOffVM_Task, 'duration_secs': 0.187121} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.990931] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.994120] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.994462] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf26b1ee-6824-4e3e-bf23-f0bca385a5f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.079882] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524292e5-f597-8f66-84f4-82c8ccbe410f, 'name': SearchDatastore_Task, 'duration_secs': 0.019997} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.080299] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.080599] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.080883] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.081264] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.081525] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.081825] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cd4e9f5-7699-4f88-904e-6904d1e64bd1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.107812] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.108094] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.109178] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5688a6-218d-4baf-bf16-4a98e349b74a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.117091] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 783.117091] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523293fd-050a-18cc-a5a3-4b8ce629ee25" [ 783.117091] env[69529]: _type = "Task" [ 783.117091] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.124534] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523293fd-050a-18cc-a5a3-4b8ce629ee25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.154617] env[69529]: DEBUG nova.network.neutron [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Updated VIF entry in instance network info cache for port cd17d26c-6fb8-4aab-a3aa-c081d10920e7. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.154955] env[69529]: DEBUG nova.network.neutron [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Updating instance_info_cache with network_info: [{"id": "cd17d26c-6fb8-4aab-a3aa-c081d10920e7", "address": "fa:16:3e:4d:59:22", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd17d26c-6f", "ovs_interfaceid": "cd17d26c-6fb8-4aab-a3aa-c081d10920e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.183342] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355682, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.213588] env[69529]: DEBUG nova.compute.utils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.215082] env[69529]: DEBUG nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.215341] env[69529]: DEBUG nova.network.neutron [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.281880] env[69529]: DEBUG nova.network.neutron [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Updated VIF entry in instance network info cache for port 0e466e8e-fa27-4e60-a791-d0999683ab85. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.281880] env[69529]: DEBUG nova.network.neutron [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Updating instance_info_cache with network_info: [{"id": "0e466e8e-fa27-4e60-a791-d0999683ab85", "address": "fa:16:3e:9c:95:2f", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466e8e-fa", "ovs_interfaceid": "0e466e8e-fa27-4e60-a791-d0999683ab85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.298036] env[69529]: DEBUG nova.policy [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ba30ff490e14871b4f31d8b279b6321', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2c4fbbe309f41898b542f9e8a642f2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.372265] env[69529]: INFO nova.compute.manager [-] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Took 1.03 seconds to deallocate network for instance. [ 783.414362] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.414362] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.414362] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleting the datastore file [datastore1] a8ab0f37-e0a6-4223-85cd-fa779c6139c9 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.414362] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50615d67-88a9-4254-97fd-9cf0fa5755b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.421230] env[69529]: DEBUG oslo_vmware.api [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for the task: (returnval){ [ 783.421230] env[69529]: value = "task-3355684" [ 783.421230] env[69529]: _type = "Task" [ 783.421230] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.427832] env[69529]: DEBUG oslo_vmware.api [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.633348] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523293fd-050a-18cc-a5a3-4b8ce629ee25, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.634282] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ea4a05-31d3-4f29-b3df-89173a88f037 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.639799] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 783.639799] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5294d5ee-808c-25ca-c8ba-5d69baf18426" [ 783.639799] env[69529]: _type = "Task" [ 783.639799] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.648890] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5294d5ee-808c-25ca-c8ba-5d69baf18426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.657910] env[69529]: DEBUG oslo_concurrency.lockutils [req-50edcdcd-3e02-4730-b5e7-e4488e5c0eee req-fc3c27ca-fdbc-4cae-a642-8c7c587eaf19 service nova] Releasing lock "refresh_cache-656029d7-0bfc-4e9a-a894-8d29066228bb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.660529] env[69529]: DEBUG nova.network.neutron [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Successfully created port: dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.682495] env[69529]: DEBUG oslo_vmware.api [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355682, 'name': PowerOnVM_Task, 'duration_secs': 0.631303} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.682819] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.683133] env[69529]: INFO nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Took 8.67 seconds to spawn the instance on the hypervisor. [ 783.683369] env[69529]: DEBUG nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.684191] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea59035-4c63-45b7-876a-f24e3fd07700 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.732340] env[69529]: DEBUG nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.762896] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance a8ab0f37-e0a6-4223-85cd-fa779c6139c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.763098] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 9eb3ac42-0a1e-4514-82a3-8a0656c64978 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.763229] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 1d615966-8d6e-4815-8128-f882fff2f889 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.763350] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance ca734f2f-897f-4c15-b795-1408eb9b8270 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.763494] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 29e33bfc-97ee-400d-a772-420a9117c73c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.763620] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance cf2a81b1-b116-4c2f-ad63-5553fdf09d75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.763735] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 507aa0e9-96c1-46cd-88cc-469f5ae354a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.763846] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 11d9bedb-4afe-4a98-bf67-180666568c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.763959] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 2a506c55-2b41-470b-a8e3-2c582fb1a4fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.764082] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.764208] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance bc990ba2-d378-4508-bb7a-99e53157d3cf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.764330] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 996a56d7-78ba-4cb9-a88c-79141b26f472 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.764477] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance a056461f-a9e6-44a3-a42e-5277dc21344d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.764611] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance bed307b3-51de-4ef1-bb50-49b4824ae0de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.764728] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.764847] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5992d1f4-5bc1-42a7-860b-984593253dd9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.764965] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 8865002f-5666-480a-852d-67f6768642a3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 783.765470] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 6b391d42-08bf-4dd2-9bbf-4eab08b42a89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.765633] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.765757] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance d2cf6d47-2eb2-43e9-baad-73442f983351 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.765870] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 656029d7-0bfc-4e9a-a894-8d29066228bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.765982] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 783.786906] env[69529]: DEBUG oslo_concurrency.lockutils [req-de49ec25-54c9-44c0-928c-3cb401aad400 req-31f38aad-c76d-40b3-8018-fb314bcdbd3f service nova] Releasing lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.880327] env[69529]: INFO nova.compute.manager [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance disappeared during terminate [ 783.880667] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f8883b3d-e986-4743-ad61-7d0a56d47ccf tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "12b2e24d-c606-4c5b-b56d-58c9cda03536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.248s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.932649] env[69529]: DEBUG oslo_vmware.api [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Task: {'id': task-3355684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16961} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.933806] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.934163] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.934486] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.934790] env[69529]: INFO nova.compute.manager [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Took 1.48 seconds to destroy the instance on the hypervisor. [ 783.935545] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.935900] env[69529]: DEBUG nova.compute.manager [-] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.936131] env[69529]: DEBUG nova.network.neutron [-] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.151021] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5294d5ee-808c-25ca-c8ba-5d69baf18426, 'name': SearchDatastore_Task, 'duration_secs': 0.009802} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.151337] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.151829] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 656029d7-0bfc-4e9a-a894-8d29066228bb/656029d7-0bfc-4e9a-a894-8d29066228bb.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.151829] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdebbf4e-4050-4132-96c2-422e1236eb2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.158098] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 784.158098] env[69529]: value = "task-3355685" [ 784.158098] env[69529]: _type = "Task" [ 784.158098] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.166151] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.205198] env[69529]: INFO nova.compute.manager [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Took 46.11 seconds to build instance. [ 784.269828] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 613ea6b8-c462-4a8f-aa3d-5da006f59c55 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.449715] env[69529]: DEBUG nova.compute.manager [req-daebd944-7cdd-48b0-a5b1-6d41232c1ca1 req-5616cb86-aba9-4b76-90f9-33ca767e9e3b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Received event network-vif-deleted-08f7c3e5-b752-4c43-95b2-1bdf62574ace {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.449842] env[69529]: INFO nova.compute.manager [req-daebd944-7cdd-48b0-a5b1-6d41232c1ca1 req-5616cb86-aba9-4b76-90f9-33ca767e9e3b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Neutron deleted interface 08f7c3e5-b752-4c43-95b2-1bdf62574ace; detaching it from the instance and deleting it from the info cache [ 784.450181] env[69529]: DEBUG nova.network.neutron [req-daebd944-7cdd-48b0-a5b1-6d41232c1ca1 req-5616cb86-aba9-4b76-90f9-33ca767e9e3b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.673071] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489265} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.673380] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 656029d7-0bfc-4e9a-a894-8d29066228bb/656029d7-0bfc-4e9a-a894-8d29066228bb.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.673670] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.677219] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31f3b922-bc69-424c-81c9-a1efaf52657f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.683375] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 784.683375] env[69529]: value = "task-3355686" [ 784.683375] env[69529]: _type = "Task" [ 784.683375] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.691878] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.707494] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e9bb47c8-b96b-4ac3-9b13-45a94133a987 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.062s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.716793] env[69529]: DEBUG nova.network.neutron [-] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.741221] env[69529]: DEBUG nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.772980] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.773264] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.773443] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.773698] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.773939] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.774192] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.774452] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.774686] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.775027] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.775027] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.775198] env[69529]: DEBUG nova.virt.hardware [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.775942] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 685aaf9b-7133-48ce-8224-3f855f94d723 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 784.777791] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1262a5ab-30fb-41fb-af0a-0e0523d79295 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.786008] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26158dcd-a85a-4580-a630-1d1395eeaf0a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.922288] env[69529]: DEBUG nova.compute.manager [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Received event network-changed-592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.922492] env[69529]: DEBUG nova.compute.manager [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Refreshing instance network info cache due to event network-changed-592cefa1-c692-4817-9190-230ab5aaccab. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.922716] env[69529]: DEBUG oslo_concurrency.lockutils [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] Acquiring lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.922858] env[69529]: DEBUG oslo_concurrency.lockutils [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] Acquired lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.923073] env[69529]: DEBUG nova.network.neutron [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Refreshing network info cache for port 592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.953405] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7a25a42-897d-4883-8e16-82495ae9444e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.966399] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad1bba0-46d8-4e05-9628-8929c5c4216e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.999779] env[69529]: DEBUG nova.compute.manager [req-daebd944-7cdd-48b0-a5b1-6d41232c1ca1 req-5616cb86-aba9-4b76-90f9-33ca767e9e3b service nova] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Detach interface failed, port_id=08f7c3e5-b752-4c43-95b2-1bdf62574ace, reason: Instance a8ab0f37-e0a6-4223-85cd-fa779c6139c9 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 785.001323] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Acquiring lock "1d615966-8d6e-4815-8128-f882fff2f889" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.001556] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lock "1d615966-8d6e-4815-8128-f882fff2f889" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.194039] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148417} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.194388] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.195311] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b37dae-11a7-4fdc-8f6a-457576eede92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.218222] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 656029d7-0bfc-4e9a-a894-8d29066228bb/656029d7-0bfc-4e9a-a894-8d29066228bb.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.219112] env[69529]: DEBUG nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.221183] env[69529]: INFO nova.compute.manager [-] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Took 1.29 seconds to deallocate network for instance. [ 785.221408] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4680543e-5619-4562-96a1-8065d12d549a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.250080] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 785.250080] env[69529]: value = "task-3355687" [ 785.250080] env[69529]: _type = "Task" [ 785.250080] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.260046] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.277404] env[69529]: DEBUG nova.network.neutron [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Successfully updated port: dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.282181] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance f9747f6e-c637-4650-9a12-56d8d0993e7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.504837] env[69529]: DEBUG nova.compute.utils [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.639471] env[69529]: DEBUG nova.network.neutron [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updated VIF entry in instance network info cache for port 592cefa1-c692-4817-9190-230ab5aaccab. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.639942] env[69529]: DEBUG nova.network.neutron [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [{"id": "592cefa1-c692-4817-9190-230ab5aaccab", "address": "fa:16:3e:b6:ec:25", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592cefa1-c6", "ovs_interfaceid": "592cefa1-c692-4817-9190-230ab5aaccab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.754023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.762540] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.763712] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.785596] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "refresh_cache-23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.785596] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquired lock "refresh_cache-23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.785596] env[69529]: DEBUG nova.network.neutron [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.785596] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 739d97b6-1445-4fcf-ad56-8ffa09061569 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 785.819776] env[69529]: DEBUG nova.network.neutron [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.973983] env[69529]: DEBUG nova.network.neutron [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Updating instance_info_cache with network_info: [{"id": "dc774eda-a0a7-4e3b-a0ed-b7363253f5e4", "address": "fa:16:3e:d0:18:c8", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc774eda-a0", "ovs_interfaceid": "dc774eda-a0a7-4e3b-a0ed-b7363253f5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.009444] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lock "1d615966-8d6e-4815-8128-f882fff2f889" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.143298] env[69529]: DEBUG oslo_concurrency.lockutils [req-e96411d9-32ff-4c56-9a35-3010fe9715f3 req-8f4250d5-baf7-4399-a16d-f28fec555882 service nova] Releasing lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.262805] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.290779] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance c7a63209-9705-4caa-b567-ffd30dbe38c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 786.476719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Releasing lock "refresh_cache-23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.477119] env[69529]: DEBUG nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Instance network_info: |[{"id": "dc774eda-a0a7-4e3b-a0ed-b7363253f5e4", "address": "fa:16:3e:d0:18:c8", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc774eda-a0", "ovs_interfaceid": "dc774eda-a0a7-4e3b-a0ed-b7363253f5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.477556] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:18:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc774eda-a0a7-4e3b-a0ed-b7363253f5e4', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.484877] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Creating folder: Project (f2c4fbbe309f41898b542f9e8a642f2d). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.485159] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2293f095-cb7c-46bc-8f77-23cd7424a31c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.495499] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Created folder: Project (f2c4fbbe309f41898b542f9e8a642f2d) in parent group-v669649. [ 786.495669] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Creating folder: Instances. Parent ref: group-v669754. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.495882] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eddaa0a4-1c5b-4174-9b49-1c795606045f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.504871] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Created folder: Instances in parent group-v669754. [ 786.505110] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.505295] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.505482] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43b77497-cb7a-43ff-a935-503ea9ccee9f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.524055] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.524055] env[69529]: value = "task-3355690" [ 786.524055] env[69529]: _type = "Task" [ 786.524055] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.531872] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355690, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.724497] env[69529]: DEBUG nova.compute.manager [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Received event network-vif-plugged-dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.724778] env[69529]: DEBUG oslo_concurrency.lockutils [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] Acquiring lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.725049] env[69529]: DEBUG oslo_concurrency.lockutils [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.725234] env[69529]: DEBUG oslo_concurrency.lockutils [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.725400] env[69529]: DEBUG nova.compute.manager [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] No waiting events found dispatching network-vif-plugged-dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.725566] env[69529]: WARNING nova.compute.manager [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Received unexpected event network-vif-plugged-dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 for instance with vm_state building and task_state spawning. [ 786.725728] env[69529]: DEBUG nova.compute.manager [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Received event network-changed-dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.726017] env[69529]: DEBUG nova.compute.manager [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Refreshing instance network info cache due to event network-changed-dc774eda-a0a7-4e3b-a0ed-b7363253f5e4. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.726283] env[69529]: DEBUG oslo_concurrency.lockutils [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] Acquiring lock "refresh_cache-23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.726432] env[69529]: DEBUG oslo_concurrency.lockutils [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] Acquired lock "refresh_cache-23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.726595] env[69529]: DEBUG nova.network.neutron [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Refreshing network info cache for port dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.762529] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355687, 'name': ReconfigVM_Task, 'duration_secs': 1.04886} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.762803] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 656029d7-0bfc-4e9a-a894-8d29066228bb/656029d7-0bfc-4e9a-a894-8d29066228bb.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.763757] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36365b43-95af-472a-87fe-1d1e7616b560 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.771328] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 786.771328] env[69529]: value = "task-3355691" [ 786.771328] env[69529]: _type = "Task" [ 786.771328] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.781266] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355691, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.794553] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance cc36ef6c-6844-4745-a164-44ddbe158fe9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.035926] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355690, 'name': CreateVM_Task, 'duration_secs': 0.430259} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.036138] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.036960] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.037024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.037340] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.037598] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45cdf3d-dc53-4f2a-b5e3-14c0de8d3e88 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.042663] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 787.042663] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ed4fd-c29f-7dc9-e771-b8969a2c5a97" [ 787.042663] env[69529]: _type = "Task" [ 787.042663] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.051185] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ed4fd-c29f-7dc9-e771-b8969a2c5a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.090643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Acquiring lock "1d615966-8d6e-4815-8128-f882fff2f889" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.090816] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lock "1d615966-8d6e-4815-8128-f882fff2f889" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.091066] env[69529]: INFO nova.compute.manager [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Attaching volume 416a363c-a20c-48e1-bea5-fdee21d1c15d to /dev/sdb [ 787.133680] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878166e4-1dea-4dfc-960a-d3fb681aaa38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.140389] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5bdc84-5e28-46c8-9448-6c107beaca00 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.153608] env[69529]: DEBUG nova.virt.block_device [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updating existing volume attachment record: 7eafeed9-8320-47e6-a2a9-27febc5f5c30 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.282541] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355691, 'name': Rename_Task, 'duration_secs': 0.177344} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.282541] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.282912] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd119f7-bf66-440a-be7e-f9648b94dad4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.290512] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 787.290512] env[69529]: value = "task-3355692" [ 787.290512] env[69529]: _type = "Task" [ 787.290512] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.298671] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance e3a8beb1-fde1-487c-9001-573a322acf9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.299998] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.454444] env[69529]: DEBUG nova.network.neutron [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Updated VIF entry in instance network info cache for port dc774eda-a0a7-4e3b-a0ed-b7363253f5e4. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.455056] env[69529]: DEBUG nova.network.neutron [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Updating instance_info_cache with network_info: [{"id": "dc774eda-a0a7-4e3b-a0ed-b7363253f5e4", "address": "fa:16:3e:d0:18:c8", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc774eda-a0", "ovs_interfaceid": "dc774eda-a0a7-4e3b-a0ed-b7363253f5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.552360] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ed4fd-c29f-7dc9-e771-b8969a2c5a97, 'name': SearchDatastore_Task, 'duration_secs': 0.012553} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.552676] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.552911] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.553154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.553303] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.553491] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.553785] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70553e9-8206-45f3-aca0-d2c3ebb22113 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.561425] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.561608] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.562323] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4201d32-77b3-45e2-97e5-f71b5a9cfdaf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.567738] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 787.567738] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a7015d-b878-3dd5-8503-5a03ce69ce91" [ 787.567738] env[69529]: _type = "Task" [ 787.567738] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.575344] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a7015d-b878-3dd5-8503-5a03ce69ce91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.803331] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 9bd9e5f3-036b-44a2-8863-470653a383d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 787.804811] env[69529]: DEBUG oslo_vmware.api [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355692, 'name': PowerOnVM_Task, 'duration_secs': 0.491718} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.805197] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.805446] env[69529]: INFO nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Took 7.85 seconds to spawn the instance on the hypervisor. [ 787.805575] env[69529]: DEBUG nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.806346] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708dbb8f-287b-42e8-aa63-6f3b601c9028 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.958584] env[69529]: DEBUG oslo_concurrency.lockutils [req-a0073fb0-c408-426f-b167-e849a5991056 req-fbc6ca75-c6c7-4c70-aaad-0ece393d04b2 service nova] Releasing lock "refresh_cache-23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.080038] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a7015d-b878-3dd5-8503-5a03ce69ce91, 'name': SearchDatastore_Task, 'duration_secs': 0.007807} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.080904] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68a69cf-efbd-483d-afbe-5df68a11b96a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.086730] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 788.086730] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ba8958-bd93-fe8b-bb13-3298179566e9" [ 788.086730] env[69529]: _type = "Task" [ 788.086730] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.096228] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ba8958-bd93-fe8b-bb13-3298179566e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.306227] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 47918cb8-1e59-4dfd-b161-1c7f6848bdbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.328154] env[69529]: INFO nova.compute.manager [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Took 46.46 seconds to build instance. [ 788.597488] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ba8958-bd93-fe8b-bb13-3298179566e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.597488] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.597488] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d/23d496ce-cce1-47ee-b8f9-ef08d1f81d5d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.597757] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b27110-b7f7-453c-a375-9b22e7514075 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.603806] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 788.603806] env[69529]: value = "task-3355697" [ 788.603806] env[69529]: _type = "Task" [ 788.603806] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.611696] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.810624] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance d5bd66ce-fffe-4425-bacd-d69f6f889a31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 788.831881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-66164f43-2637-44b6-ab18-882849f56038 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.965s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.118775] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495008} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.118775] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d/23d496ce-cce1-47ee-b8f9-ef08d1f81d5d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.118775] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.118775] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f5a6839-87b6-493b-86c4-4c069001f3c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.124483] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 789.124483] env[69529]: value = "task-3355698" [ 789.124483] env[69529]: _type = "Task" [ 789.124483] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.133438] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.314612] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 67d8fa6b-dd82-45f4-b425-4dc27b321d16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.334486] env[69529]: DEBUG nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.452087] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "cd158c49-ffc2-4044-87a8-ad695e906bcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.452087] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.635628] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058562} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.635961] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.636826] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6e3155-a367-4b8a-98d1-f3660a00ea5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.661749] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d/23d496ce-cce1-47ee-b8f9-ef08d1f81d5d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.662045] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69301224-6ce0-4619-87c0-f3a14fa5c395 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.682419] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 789.682419] env[69529]: value = "task-3355700" [ 789.682419] env[69529]: _type = "Task" [ 789.682419] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.690556] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.817329] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 38c879a6-039b-4544-9efa-55d87a3db614 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 789.857104] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.192332] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.320420] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 9089ee06-1140-4149-a2a5-15a0f1e964e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 790.693293] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355700, 'name': ReconfigVM_Task, 'duration_secs': 0.837282} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.693551] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d/23d496ce-cce1-47ee-b8f9-ef08d1f81d5d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.694299] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-891bf6cd-0b4e-430d-97a8-cf5b11e16ccb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.700891] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 790.700891] env[69529]: value = "task-3355701" [ 790.700891] env[69529]: _type = "Task" [ 790.700891] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.709708] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355701, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.823849] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 273e28db-880c-464f-b316-851419f091dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 790.824226] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 790.824448] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 791.211664] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355701, 'name': Rename_Task, 'duration_secs': 0.162774} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.214990] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.215435] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b37f776f-6b94-4c17-b950-fe1ec70647cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.222320] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 791.222320] env[69529]: value = "task-3355702" [ 791.222320] env[69529]: _type = "Task" [ 791.222320] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.232043] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.266629] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0af99c1-d958-4a1f-97cf-20262821dc87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.273488] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301cb945-3732-4048-89b3-866bb6b71d50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.303642] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024cda22-c5dd-4063-8916-84f1c48bd449 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.311027] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2ad52-7aed-4fec-9a9f-4070d8038efd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.324246] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.707038] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 791.707038] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669759', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'name': 'volume-416a363c-a20c-48e1-bea5-fdee21d1c15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d615966-8d6e-4815-8128-f882fff2f889', 'attached_at': '', 'detached_at': '', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'serial': '416a363c-a20c-48e1-bea5-fdee21d1c15d'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 791.707592] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f0cbbb-3967-41ed-8bf6-f3d09e4445a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.727248] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beef9620-074d-4b76-bb4c-f31fa21c0ba2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.734435] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355702, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.753755] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-416a363c-a20c-48e1-bea5-fdee21d1c15d/volume-416a363c-a20c-48e1-bea5-fdee21d1c15d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.754028] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-794b1a5b-a75b-4dbe-a89e-4773cd3f68c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.773686] env[69529]: DEBUG oslo_vmware.api [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Waiting for the task: (returnval){ [ 791.773686] env[69529]: value = "task-3355703" [ 791.773686] env[69529]: _type = "Task" [ 791.773686] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.781412] env[69529]: DEBUG oslo_vmware.api [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.827784] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.236351] env[69529]: DEBUG oslo_vmware.api [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355702, 'name': PowerOnVM_Task, 'duration_secs': 0.769195} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.236627] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.236862] env[69529]: INFO nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Took 7.50 seconds to spawn the instance on the hypervisor. [ 792.237014] env[69529]: DEBUG nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.237886] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612bef51-80ea-412e-9f9e-52e47474ce59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.283849] env[69529]: DEBUG oslo_vmware.api [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.333336] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 792.333783] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.628s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.334249] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.449s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.334580] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.337223] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.366s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.337407] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.339876] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.040s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.340980] env[69529]: INFO nova.compute.claims [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.361950] env[69529]: INFO nova.scheduler.client.report [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Deleted allocations for instance bc990ba2-d378-4508-bb7a-99e53157d3cf [ 792.364153] env[69529]: INFO nova.scheduler.client.report [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Deleted allocations for instance 996a56d7-78ba-4cb9-a88c-79141b26f472 [ 792.756019] env[69529]: INFO nova.compute.manager [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Took 45.10 seconds to build instance. [ 792.785842] env[69529]: DEBUG oslo_vmware.api [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355703, 'name': ReconfigVM_Task, 'duration_secs': 0.559518} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.786117] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-416a363c-a20c-48e1-bea5-fdee21d1c15d/volume-416a363c-a20c-48e1-bea5-fdee21d1c15d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.790779] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fc443e0-2586-48f0-9d23-5163e3ce01f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.805293] env[69529]: DEBUG oslo_vmware.api [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Waiting for the task: (returnval){ [ 792.805293] env[69529]: value = "task-3355704" [ 792.805293] env[69529]: _type = "Task" [ 792.805293] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.813289] env[69529]: DEBUG oslo_vmware.api [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.876537] env[69529]: DEBUG oslo_concurrency.lockutils [None req-991acb93-c4c1-41bf-9123-aa4498fe6867 tempest-ServerTagsTestJSON-2077947285 tempest-ServerTagsTestJSON-2077947285-project-member] Lock "bc990ba2-d378-4508-bb7a-99e53157d3cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.423s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.878088] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34aae668-9041-43ce-9392-b9eff0e62a85 tempest-DeleteServersAdminTestJSON-923738254 tempest-DeleteServersAdminTestJSON-923738254-project-member] Lock "996a56d7-78ba-4cb9-a88c-79141b26f472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.552s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.258407] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20471a0a-72ee-4080-9fff-342f0128b16f tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.515s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.318812] env[69529]: DEBUG oslo_vmware.api [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355704, 'name': ReconfigVM_Task, 'duration_secs': 0.13232} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.319224] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669759', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'name': 'volume-416a363c-a20c-48e1-bea5-fdee21d1c15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d615966-8d6e-4815-8128-f882fff2f889', 'attached_at': '', 'detached_at': '', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'serial': '416a363c-a20c-48e1-bea5-fdee21d1c15d'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.760965] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.839228] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a9184a-18f9-458d-8b10-849db75dd151 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.845659] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03958ae4-1dea-4aa8-8bdb-da2aeedecbd5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.885414] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d60b94-a0d1-4589-b695-a0a7b889a016 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.893294] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41f0310-f49a-4034-9b0f-118239ff2ae4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.909769] env[69529]: DEBUG nova.compute.provider_tree [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.288641] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.391388] env[69529]: DEBUG nova.objects.instance [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lazy-loading 'flavor' on Instance uuid 1d615966-8d6e-4815-8128-f882fff2f889 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.413687] env[69529]: DEBUG nova.scheduler.client.report [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.898357] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f02fdfa2-c168-4519-97b5-c43ad4a7199e tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lock "1d615966-8d6e-4815-8128-f882fff2f889" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.923531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.924160] env[69529]: DEBUG nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.926756] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.557s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.928153] env[69529]: INFO nova.compute.claims [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.017429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.017429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.017429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.017429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.017714] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.018684] env[69529]: INFO nova.compute.manager [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Terminating instance [ 795.432030] env[69529]: DEBUG nova.compute.utils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.436245] env[69529]: DEBUG nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.436414] env[69529]: DEBUG nova.network.neutron [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.498410] env[69529]: DEBUG nova.policy [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f55b941cae51423c9f70bfd79db6d430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36ff225af48e4c288f089ac3af77f7d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.523446] env[69529]: DEBUG nova.compute.manager [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.523665] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.525077] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365567cb-7d51-4d49-bf51-46cf0939089d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.533132] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.533403] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50b94cf5-80b7-4d22-82d6-c3882a7d5442 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.539704] env[69529]: DEBUG oslo_vmware.api [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 795.539704] env[69529]: value = "task-3355705" [ 795.539704] env[69529]: _type = "Task" [ 795.539704] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.547495] env[69529]: DEBUG oslo_vmware.api [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.857715] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Acquiring lock "1d615966-8d6e-4815-8128-f882fff2f889" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.857991] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lock "1d615966-8d6e-4815-8128-f882fff2f889" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.936500] env[69529]: DEBUG nova.network.neutron [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Successfully created port: 59011599-791d-41a0-980a-6244d23255b0 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.938008] env[69529]: DEBUG nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.051310] env[69529]: DEBUG oslo_vmware.api [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355705, 'name': PowerOffVM_Task, 'duration_secs': 0.288398} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.051639] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.051737] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.051997] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f237f94-528e-434e-b35c-c82e405204f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.134016] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.134475] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.134772] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Deleting the datastore file [datastore1] 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.135144] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659e0092-cf8c-47cf-b5c6-6bd94346497c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.142330] env[69529]: DEBUG oslo_vmware.api [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for the task: (returnval){ [ 796.142330] env[69529]: value = "task-3355707" [ 796.142330] env[69529]: _type = "Task" [ 796.142330] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.153259] env[69529]: DEBUG oslo_vmware.api [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.361302] env[69529]: INFO nova.compute.manager [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Detaching volume 416a363c-a20c-48e1-bea5-fdee21d1c15d [ 796.406626] env[69529]: INFO nova.virt.block_device [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Attempting to driver detach volume 416a363c-a20c-48e1-bea5-fdee21d1c15d from mountpoint /dev/sdb [ 796.408721] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 796.408721] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669759', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'name': 'volume-416a363c-a20c-48e1-bea5-fdee21d1c15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d615966-8d6e-4815-8128-f882fff2f889', 'attached_at': '', 'detached_at': '', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'serial': '416a363c-a20c-48e1-bea5-fdee21d1c15d'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 796.408721] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418a9f1-2cfb-4201-9197-d05920e21014 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.439416] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f0ed55-907b-46ac-89f7-24c80ee1ef98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.457418] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75e5009-4fa2-4895-bc11-776c93eeeb30 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.483816] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8cd132-cdf7-42d0-af94-e46ff7094749 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.498550] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] The volume has not been displaced from its original location: [datastore1] volume-416a363c-a20c-48e1-bea5-fdee21d1c15d/volume-416a363c-a20c-48e1-bea5-fdee21d1c15d.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 796.505140] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.507028] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bbaba95-af11-477e-bafd-158dc5901a9d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.520093] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83afe343-deb0-4ed5-a92d-7297e77b7f40 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.529175] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2491f222-dc02-43d1-8137-b9663d516a37 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.531693] env[69529]: DEBUG oslo_vmware.api [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Waiting for the task: (returnval){ [ 796.531693] env[69529]: value = "task-3355708" [ 796.531693] env[69529]: _type = "Task" [ 796.531693] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.559582] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68c096-6da2-4797-8a3f-3cec6679acb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.565177] env[69529]: DEBUG oslo_vmware.api [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.569742] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7c27a-2729-4087-be7f-9d56728a59d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.584946] env[69529]: DEBUG nova.compute.provider_tree [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.652495] env[69529]: DEBUG oslo_vmware.api [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Task: {'id': task-3355707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134961} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.652774] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.652954] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.653512] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.653512] env[69529]: INFO nova.compute.manager [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 796.653606] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.653866] env[69529]: DEBUG nova.compute.manager [-] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.653866] env[69529]: DEBUG nova.network.neutron [-] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.935177] env[69529]: DEBUG nova.compute.manager [req-72eebff1-3a44-4a2e-9db9-0fd276152759 req-e3bc3498-b33c-4b05-b247-f420ffc9d010 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Received event network-vif-deleted-dc774eda-a0a7-4e3b-a0ed-b7363253f5e4 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.935377] env[69529]: INFO nova.compute.manager [req-72eebff1-3a44-4a2e-9db9-0fd276152759 req-e3bc3498-b33c-4b05-b247-f420ffc9d010 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Neutron deleted interface dc774eda-a0a7-4e3b-a0ed-b7363253f5e4; detaching it from the instance and deleting it from the info cache [ 796.936161] env[69529]: DEBUG nova.network.neutron [req-72eebff1-3a44-4a2e-9db9-0fd276152759 req-e3bc3498-b33c-4b05-b247-f420ffc9d010 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.947889] env[69529]: DEBUG nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.972676] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.972949] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.973126] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.973314] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.973454] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.973596] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.974306] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.974306] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.974681] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.974884] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.975102] env[69529]: DEBUG nova.virt.hardware [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.976158] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ac6487-4389-4dad-b374-041513bf31ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.987814] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010e76c5-a052-42fc-aec7-b87c1010dc3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.041918] env[69529]: DEBUG oslo_vmware.api [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355708, 'name': ReconfigVM_Task, 'duration_secs': 0.281661} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.041918] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.046618] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8bb04d-dd53-4187-a042-4305b6ba6c28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.063167] env[69529]: DEBUG oslo_vmware.api [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Waiting for the task: (returnval){ [ 797.063167] env[69529]: value = "task-3355709" [ 797.063167] env[69529]: _type = "Task" [ 797.063167] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.071681] env[69529]: DEBUG oslo_vmware.api [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.089316] env[69529]: DEBUG nova.scheduler.client.report [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.419236] env[69529]: DEBUG nova.network.neutron [-] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.438103] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9844486-dd6d-4ab2-8b22-8996ad4a21ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.456641] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8d3b56-2e01-4364-916c-0d343c783f61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.491038] env[69529]: DEBUG nova.compute.manager [req-72eebff1-3a44-4a2e-9db9-0fd276152759 req-e3bc3498-b33c-4b05-b247-f420ffc9d010 service nova] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Detach interface failed, port_id=dc774eda-a0a7-4e3b-a0ed-b7363253f5e4, reason: Instance 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 797.573189] env[69529]: DEBUG oslo_vmware.api [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Task: {'id': task-3355709, 'name': ReconfigVM_Task, 'duration_secs': 0.16738} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.573500] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669759', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'name': 'volume-416a363c-a20c-48e1-bea5-fdee21d1c15d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d615966-8d6e-4815-8128-f882fff2f889', 'attached_at': '', 'detached_at': '', 'volume_id': '416a363c-a20c-48e1-bea5-fdee21d1c15d', 'serial': '416a363c-a20c-48e1-bea5-fdee21d1c15d'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.594501] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.595080] env[69529]: DEBUG nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.601466] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.515s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.601668] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.603652] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.784s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.606111] env[69529]: INFO nova.compute.claims [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.660663] env[69529]: INFO nova.scheduler.client.report [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Deleted allocations for instance a056461f-a9e6-44a3-a42e-5277dc21344d [ 797.728454] env[69529]: DEBUG nova.network.neutron [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Successfully updated port: 59011599-791d-41a0-980a-6244d23255b0 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.922306] env[69529]: INFO nova.compute.manager [-] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Took 1.27 seconds to deallocate network for instance. [ 798.103446] env[69529]: DEBUG nova.compute.utils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.104913] env[69529]: DEBUG nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.109034] env[69529]: DEBUG nova.network.neutron [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.151998] env[69529]: DEBUG nova.objects.instance [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lazy-loading 'flavor' on Instance uuid 1d615966-8d6e-4815-8128-f882fff2f889 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.172738] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6d1a451-64ee-4d85-8c32-9c8222ea145e tempest-AttachInterfacesV270Test-1444362060 tempest-AttachInterfacesV270Test-1444362060-project-member] Lock "a056461f-a9e6-44a3-a42e-5277dc21344d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.488s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.203709] env[69529]: DEBUG nova.policy [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f55b941cae51423c9f70bfd79db6d430', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36ff225af48e4c288f089ac3af77f7d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.230922] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "refresh_cache-613ea6b8-c462-4a8f-aa3d-5da006f59c55" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.231823] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired lock "refresh_cache-613ea6b8-c462-4a8f-aa3d-5da006f59c55" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.231823] env[69529]: DEBUG nova.network.neutron [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.430623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.606041] env[69529]: DEBUG nova.network.neutron [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Successfully created port: 03b57e7a-4ce3-41a2-a7a2-8e3400324c50 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.613350] env[69529]: DEBUG nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.795637] env[69529]: DEBUG nova.network.neutron [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.123941] env[69529]: DEBUG nova.network.neutron [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Updating instance_info_cache with network_info: [{"id": "59011599-791d-41a0-980a-6244d23255b0", "address": "fa:16:3e:41:89:6b", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59011599-79", "ovs_interfaceid": "59011599-791d-41a0-980a-6244d23255b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.125655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.125655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.125908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.127013] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.127013] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.128738] env[69529]: INFO nova.compute.manager [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Terminating instance [ 799.162659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c2bf4baf-ad68-4da2-9166-fb87f1c99e45 tempest-VolumesAssistedSnapshotsTest-1991499693 tempest-VolumesAssistedSnapshotsTest-1991499693-project-admin] Lock "1d615966-8d6e-4815-8128-f882fff2f889" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.210350] env[69529]: DEBUG nova.compute.manager [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Received event network-vif-plugged-59011599-791d-41a0-980a-6244d23255b0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.210499] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] Acquiring lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.210700] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.210870] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.212095] env[69529]: DEBUG nova.compute.manager [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] No waiting events found dispatching network-vif-plugged-59011599-791d-41a0-980a-6244d23255b0 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.212095] env[69529]: WARNING nova.compute.manager [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Received unexpected event network-vif-plugged-59011599-791d-41a0-980a-6244d23255b0 for instance with vm_state building and task_state spawning. [ 799.212095] env[69529]: DEBUG nova.compute.manager [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Received event network-changed-59011599-791d-41a0-980a-6244d23255b0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.212095] env[69529]: DEBUG nova.compute.manager [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Refreshing instance network info cache due to event network-changed-59011599-791d-41a0-980a-6244d23255b0. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.212095] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] Acquiring lock "refresh_cache-613ea6b8-c462-4a8f-aa3d-5da006f59c55" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.213765] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6c588b-9790-4ae6-9dce-586318a2abb4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.223238] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a3c3e7-e260-48eb-ac58-94a0a887241b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.255651] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff97930-b77b-453d-b45d-83e7bf8d579e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.262786] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a975dc-a06d-4990-8553-e2527c60e65d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.277020] env[69529]: DEBUG nova.compute.provider_tree [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.629633] env[69529]: DEBUG nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.635562] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Releasing lock "refresh_cache-613ea6b8-c462-4a8f-aa3d-5da006f59c55" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.635562] env[69529]: DEBUG nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Instance network_info: |[{"id": "59011599-791d-41a0-980a-6244d23255b0", "address": "fa:16:3e:41:89:6b", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59011599-79", "ovs_interfaceid": "59011599-791d-41a0-980a-6244d23255b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.635890] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] Acquired lock "refresh_cache-613ea6b8-c462-4a8f-aa3d-5da006f59c55" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.636193] env[69529]: DEBUG nova.network.neutron [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Refreshing network info cache for port 59011599-791d-41a0-980a-6244d23255b0 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.640343] env[69529]: DEBUG nova.compute.manager [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.640564] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.641415] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:89:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59011599-791d-41a0-980a-6244d23255b0', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.654184] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Creating folder: Project (36ff225af48e4c288f089ac3af77f7d8). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.656842] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ba46e0-c38b-409f-8df2-a2db4ba8a766 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.661658] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a804af3-99b6-4d82-bacd-8305a434da45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.672100] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.674604] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.674890] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.675139] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.675382] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.675577] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.675794] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.676042] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.676347] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.676586] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.676806] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.677046] env[69529]: DEBUG nova.virt.hardware [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.677812] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af0c347d-8782-491f-8dd2-12a0d81f8d05 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.680274] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3837e8-673b-41e0-9731-fdceb3f5f39d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.687115] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Created folder: Project (36ff225af48e4c288f089ac3af77f7d8) in parent group-v669649. [ 799.687332] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Creating folder: Instances. Parent ref: group-v669760. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.690357] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90ff0a47-0f2e-469c-b755-6a8b611eca62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.693895] env[69529]: DEBUG oslo_vmware.api [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 799.693895] env[69529]: value = "task-3355712" [ 799.693895] env[69529]: _type = "Task" [ 799.693895] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.700464] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc2d011-7130-4d8c-ad1e-a01ddd29b192 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.706531] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Created folder: Instances in parent group-v669760. [ 799.707355] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.708206] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.708508] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0f1abb8-929a-4255-97bc-e753e39c6b5a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.737661] env[69529]: DEBUG oslo_vmware.api [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.742498] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.742498] env[69529]: value = "task-3355714" [ 799.742498] env[69529]: _type = "Task" [ 799.742498] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.750149] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355714, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.780302] env[69529]: DEBUG nova.scheduler.client.report [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.209677] env[69529]: DEBUG oslo_vmware.api [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355712, 'name': PowerOffVM_Task, 'duration_secs': 0.19107} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.209954] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.210096] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.210354] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f61b429a-e26c-445e-b032-11d45c8afbe7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.256469] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355714, 'name': CreateVM_Task, 'duration_secs': 0.381529} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.256649] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.258957] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.259145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.259485] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.259774] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0885c2-2db4-41a5-8bf3-962048964ec2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.265560] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 800.265560] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52995e48-1214-7caa-d12f-f7340c7701bd" [ 800.265560] env[69529]: _type = "Task" [ 800.265560] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.270060] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.270271] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.270354] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Deleting the datastore file [datastore2] 507aa0e9-96c1-46cd-88cc-469f5ae354a6 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.270976] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3620a654-2f3f-4901-b704-4f9f8b26f270 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.277136] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52995e48-1214-7caa-d12f-f7340c7701bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.281684] env[69529]: DEBUG oslo_vmware.api [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for the task: (returnval){ [ 800.281684] env[69529]: value = "task-3355716" [ 800.281684] env[69529]: _type = "Task" [ 800.281684] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.290038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.290429] env[69529]: DEBUG nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.293137] env[69529]: DEBUG oslo_vmware.api [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.293421] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.467s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.297044] env[69529]: INFO nova.compute.claims [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.573263] env[69529]: DEBUG nova.network.neutron [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Updated VIF entry in instance network info cache for port 59011599-791d-41a0-980a-6244d23255b0. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.573478] env[69529]: DEBUG nova.network.neutron [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Updating instance_info_cache with network_info: [{"id": "59011599-791d-41a0-980a-6244d23255b0", "address": "fa:16:3e:41:89:6b", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59011599-79", "ovs_interfaceid": "59011599-791d-41a0-980a-6244d23255b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.637392] env[69529]: DEBUG nova.network.neutron [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Successfully updated port: 03b57e7a-4ce3-41a2-a7a2-8e3400324c50 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.777623] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52995e48-1214-7caa-d12f-f7340c7701bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.778856] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.778856] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.778981] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.779136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.779361] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.779663] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-322e0bee-d71f-40c6-89c8-032a33216c11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.791151] env[69529]: DEBUG oslo_vmware.api [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Task: {'id': task-3355716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15897} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.794728] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.794728] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.794728] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.794728] env[69529]: INFO nova.compute.manager [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.794728] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.794997] env[69529]: DEBUG nova.compute.manager [-] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.794997] env[69529]: DEBUG nova.network.neutron [-] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.795567] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.795734] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.796969] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0af4a7a-88fc-41fc-a2d7-f620a4aec6e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.801339] env[69529]: DEBUG nova.compute.utils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.803298] env[69529]: DEBUG nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.803817] env[69529]: DEBUG nova.network.neutron [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.813765] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 800.813765] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb0a27-ae4c-f0cc-9e1d-dfa599a4c606" [ 800.813765] env[69529]: _type = "Task" [ 800.813765] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.825974] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb0a27-ae4c-f0cc-9e1d-dfa599a4c606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.874707] env[69529]: DEBUG nova.policy [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113975bbdf2a494e80d7ef2d88c71995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '389d53c50f8f480bbf1b596aa774d99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.076709] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2056270-1c7b-4b1e-a12d-5a4a1affd2b6 req-8b6ebabf-5ea1-42d5-9026-24ed40eb4fdf service nova] Releasing lock "refresh_cache-613ea6b8-c462-4a8f-aa3d-5da006f59c55" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.142923] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "refresh_cache-685aaf9b-7133-48ce-8224-3f855f94d723" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.142923] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired lock "refresh_cache-685aaf9b-7133-48ce-8224-3f855f94d723" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.142923] env[69529]: DEBUG nova.network.neutron [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.249143] env[69529]: DEBUG nova.compute.manager [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Received event network-vif-plugged-03b57e7a-4ce3-41a2-a7a2-8e3400324c50 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.249143] env[69529]: DEBUG oslo_concurrency.lockutils [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] Acquiring lock "685aaf9b-7133-48ce-8224-3f855f94d723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.249143] env[69529]: DEBUG oslo_concurrency.lockutils [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] Lock "685aaf9b-7133-48ce-8224-3f855f94d723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.249143] env[69529]: DEBUG oslo_concurrency.lockutils [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] Lock "685aaf9b-7133-48ce-8224-3f855f94d723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.249143] env[69529]: DEBUG nova.compute.manager [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] No waiting events found dispatching network-vif-plugged-03b57e7a-4ce3-41a2-a7a2-8e3400324c50 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.249482] env[69529]: WARNING nova.compute.manager [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Received unexpected event network-vif-plugged-03b57e7a-4ce3-41a2-a7a2-8e3400324c50 for instance with vm_state building and task_state spawning. [ 801.249482] env[69529]: DEBUG nova.compute.manager [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Received event network-changed-03b57e7a-4ce3-41a2-a7a2-8e3400324c50 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.249482] env[69529]: DEBUG nova.compute.manager [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Refreshing instance network info cache due to event network-changed-03b57e7a-4ce3-41a2-a7a2-8e3400324c50. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.250346] env[69529]: DEBUG oslo_concurrency.lockutils [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] Acquiring lock "refresh_cache-685aaf9b-7133-48ce-8224-3f855f94d723" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.305898] env[69529]: DEBUG nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.331567] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb0a27-ae4c-f0cc-9e1d-dfa599a4c606, 'name': SearchDatastore_Task, 'duration_secs': 0.019655} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.332991] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef68f822-3ce2-47c5-9300-ee58c4d36be3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.339268] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 801.339268] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c6cb6-4c2a-92ff-851d-2c22b206e54a" [ 801.339268] env[69529]: _type = "Task" [ 801.339268] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.346848] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c6cb6-4c2a-92ff-851d-2c22b206e54a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.688725] env[69529]: DEBUG nova.network.neutron [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.808121] env[69529]: DEBUG nova.network.neutron [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Successfully created port: 475be3ce-528c-4f44-9930-ad361d0a1278 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.853605] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c6cb6-4c2a-92ff-851d-2c22b206e54a, 'name': SearchDatastore_Task, 'duration_secs': 0.016022} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.854118] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.854595] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 613ea6b8-c462-4a8f-aa3d-5da006f59c55/613ea6b8-c462-4a8f-aa3d-5da006f59c55.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.855140] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8694dec-e63f-4d23-9daf-5aa091dba3a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.862940] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 801.862940] env[69529]: value = "task-3355717" [ 801.862940] env[69529]: _type = "Task" [ 801.862940] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.882738] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.937747] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26e53a2-6d13-4c9f-ad73-8c44f8030d4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.946236] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f1dae3-5d65-4a7b-a50a-9f084a60473e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.985067] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c8496d-1907-403f-bcc2-a024d5742512 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.992762] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acc0e1c-9c7d-416e-99e9-592354ca0367 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.000982] env[69529]: DEBUG nova.network.neutron [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Updating instance_info_cache with network_info: [{"id": "03b57e7a-4ce3-41a2-a7a2-8e3400324c50", "address": "fa:16:3e:23:88:e1", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b57e7a-4c", "ovs_interfaceid": "03b57e7a-4ce3-41a2-a7a2-8e3400324c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.012386] env[69529]: DEBUG nova.compute.provider_tree [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.322026] env[69529]: DEBUG nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.353167] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.353480] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.353691] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.353896] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.354768] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.355156] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.355827] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.356144] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.356524] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.356730] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.356911] env[69529]: DEBUG nova.virt.hardware [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.358440] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ef106-722e-4b95-8e0c-78dfc17710f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.371235] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d2c8fc-3f66-44c0-9097-12f60e929541 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.381296] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475086} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.382223] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 613ea6b8-c462-4a8f-aa3d-5da006f59c55/613ea6b8-c462-4a8f-aa3d-5da006f59c55.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.382620] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.382846] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03c41eab-841b-4a8d-ba38-35b4fe5c5c97 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.400448] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 802.400448] env[69529]: value = "task-3355718" [ 802.400448] env[69529]: _type = "Task" [ 802.400448] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.409423] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.515010] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Releasing lock "refresh_cache-685aaf9b-7133-48ce-8224-3f855f94d723" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.515409] env[69529]: DEBUG nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Instance network_info: |[{"id": "03b57e7a-4ce3-41a2-a7a2-8e3400324c50", "address": "fa:16:3e:23:88:e1", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b57e7a-4c", "ovs_interfaceid": "03b57e7a-4ce3-41a2-a7a2-8e3400324c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.516276] env[69529]: DEBUG nova.scheduler.client.report [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.520780] env[69529]: DEBUG oslo_concurrency.lockutils [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] Acquired lock "refresh_cache-685aaf9b-7133-48ce-8224-3f855f94d723" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.520780] env[69529]: DEBUG nova.network.neutron [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Refreshing network info cache for port 03b57e7a-4ce3-41a2-a7a2-8e3400324c50 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.520780] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:88:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03b57e7a-4ce3-41a2-a7a2-8e3400324c50', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.528438] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.529341] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.530677] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9defbec-8b8b-45ef-a485-68de7125697c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.550220] env[69529]: DEBUG nova.network.neutron [-] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.553156] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.553156] env[69529]: value = "task-3355719" [ 802.553156] env[69529]: _type = "Task" [ 802.553156] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.564572] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355719, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.742900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "1d615966-8d6e-4815-8128-f882fff2f889" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.744028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "1d615966-8d6e-4815-8128-f882fff2f889" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.744028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "1d615966-8d6e-4815-8128-f882fff2f889-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.744028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "1d615966-8d6e-4815-8128-f882fff2f889-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.744209] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "1d615966-8d6e-4815-8128-f882fff2f889-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.746957] env[69529]: INFO nova.compute.manager [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Terminating instance [ 802.910225] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063354} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.910453] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.912365] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9e0490-5dd0-4f9f-bb8d-0cda47095345 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.938433] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 613ea6b8-c462-4a8f-aa3d-5da006f59c55/613ea6b8-c462-4a8f-aa3d-5da006f59c55.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.938676] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6afb3a-5506-4452-be3e-c664dfe249e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.960109] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 802.960109] env[69529]: value = "task-3355720" [ 802.960109] env[69529]: _type = "Task" [ 802.960109] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.973080] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.033662] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.034449] env[69529]: DEBUG nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.038261] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.987s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.038634] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.041332] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.838s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.044007] env[69529]: INFO nova.compute.claims [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.054154] env[69529]: INFO nova.compute.manager [-] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Took 2.26 seconds to deallocate network for instance. [ 803.072956] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355719, 'name': CreateVM_Task, 'duration_secs': 0.32488} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.073270] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.074745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.074745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.074991] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.075431] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75df0381-b13a-4129-b86c-94c039a4e1e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.081726] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 803.081726] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff029c-b9d4-7093-6088-9344957e11e9" [ 803.081726] env[69529]: _type = "Task" [ 803.081726] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.093955] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff029c-b9d4-7093-6088-9344957e11e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.095711] env[69529]: INFO nova.scheduler.client.report [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Deleted allocations for instance 5992d1f4-5bc1-42a7-860b-984593253dd9 [ 803.252911] env[69529]: DEBUG nova.compute.manager [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.253209] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.254199] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80438931-154b-434a-8434-3e19ab4d8d55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.264567] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.264881] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d578769a-ac5b-487b-a262-63600f61d859 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.271069] env[69529]: DEBUG oslo_vmware.api [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 803.271069] env[69529]: value = "task-3355721" [ 803.271069] env[69529]: _type = "Task" [ 803.271069] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.278969] env[69529]: DEBUG oslo_vmware.api [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.297269] env[69529]: DEBUG nova.network.neutron [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Updated VIF entry in instance network info cache for port 03b57e7a-4ce3-41a2-a7a2-8e3400324c50. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.297612] env[69529]: DEBUG nova.network.neutron [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Updating instance_info_cache with network_info: [{"id": "03b57e7a-4ce3-41a2-a7a2-8e3400324c50", "address": "fa:16:3e:23:88:e1", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b57e7a-4c", "ovs_interfaceid": "03b57e7a-4ce3-41a2-a7a2-8e3400324c50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.470412] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.500364] env[69529]: DEBUG nova.compute.manager [req-0fb7a89d-1324-4fee-842b-ab398a8dd846 req-c6c7457c-e5e9-4143-862c-5ea97506127a service nova] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Received event network-vif-deleted-947de6d6-9a39-470e-be50-0ef17ad23111 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.500364] env[69529]: DEBUG nova.compute.manager [req-0fb7a89d-1324-4fee-842b-ab398a8dd846 req-c6c7457c-e5e9-4143-862c-5ea97506127a service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Received event network-vif-plugged-475be3ce-528c-4f44-9930-ad361d0a1278 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.500364] env[69529]: DEBUG oslo_concurrency.lockutils [req-0fb7a89d-1324-4fee-842b-ab398a8dd846 req-c6c7457c-e5e9-4143-862c-5ea97506127a service nova] Acquiring lock "f9747f6e-c637-4650-9a12-56d8d0993e7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.500364] env[69529]: DEBUG oslo_concurrency.lockutils [req-0fb7a89d-1324-4fee-842b-ab398a8dd846 req-c6c7457c-e5e9-4143-862c-5ea97506127a service nova] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.500364] env[69529]: DEBUG oslo_concurrency.lockutils [req-0fb7a89d-1324-4fee-842b-ab398a8dd846 req-c6c7457c-e5e9-4143-862c-5ea97506127a service nova] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.500530] env[69529]: DEBUG nova.compute.manager [req-0fb7a89d-1324-4fee-842b-ab398a8dd846 req-c6c7457c-e5e9-4143-862c-5ea97506127a service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] No waiting events found dispatching network-vif-plugged-475be3ce-528c-4f44-9930-ad361d0a1278 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.500845] env[69529]: WARNING nova.compute.manager [req-0fb7a89d-1324-4fee-842b-ab398a8dd846 req-c6c7457c-e5e9-4143-862c-5ea97506127a service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Received unexpected event network-vif-plugged-475be3ce-528c-4f44-9930-ad361d0a1278 for instance with vm_state building and task_state spawning. [ 803.538793] env[69529]: DEBUG nova.network.neutron [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Successfully updated port: 475be3ce-528c-4f44-9930-ad361d0a1278 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.552022] env[69529]: DEBUG nova.compute.utils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.552022] env[69529]: DEBUG nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.552022] env[69529]: DEBUG nova.network.neutron [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.567992] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.594029] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff029c-b9d4-7093-6088-9344957e11e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018104} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.594029] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.594029] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.594029] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.594376] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.594376] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.594376] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91212168-6c3e-4c06-ab1e-7c9e206a4e16 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.596706] env[69529]: DEBUG nova.policy [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113975bbdf2a494e80d7ef2d88c71995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '389d53c50f8f480bbf1b596aa774d99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.605424] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.605897] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.609159] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3cd5376-866e-49fc-994d-326c785ceca4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.612361] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47822f08-8fb4-494a-a760-e3d9cdbd4d30 tempest-ServerExternalEventsTest-1120055740 tempest-ServerExternalEventsTest-1120055740-project-member] Lock "5992d1f4-5bc1-42a7-860b-984593253dd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.007s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.619018] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 803.619018] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521145a0-5589-f55a-6114-3034eb72f601" [ 803.619018] env[69529]: _type = "Task" [ 803.619018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.624741] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521145a0-5589-f55a-6114-3034eb72f601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.780372] env[69529]: DEBUG oslo_vmware.api [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355721, 'name': PowerOffVM_Task, 'duration_secs': 0.238836} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.780707] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.781393] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.781393] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db2b55b8-1085-48ff-9a95-82fee0040401 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.801428] env[69529]: DEBUG oslo_concurrency.lockutils [req-a287d1ce-e43c-4b71-bcc7-3132732fa49d req-7475961a-f079-48f5-bc33-5233c4715a13 service nova] Releasing lock "refresh_cache-685aaf9b-7133-48ce-8224-3f855f94d723" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.858515] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.858745] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.858927] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Deleting the datastore file [datastore1] 1d615966-8d6e-4815-8128-f882fff2f889 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.859856] env[69529]: DEBUG nova.network.neutron [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Successfully created port: af90680a-700e-454c-a6bf-e7be81ac2dd9 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.862935] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b014db7-561d-4164-83d8-7665b90e89e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.870453] env[69529]: DEBUG oslo_vmware.api [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for the task: (returnval){ [ 803.870453] env[69529]: value = "task-3355723" [ 803.870453] env[69529]: _type = "Task" [ 803.870453] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.882383] env[69529]: DEBUG oslo_vmware.api [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.971740] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.041436] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "refresh_cache-f9747f6e-c637-4650-9a12-56d8d0993e7a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.041436] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "refresh_cache-f9747f6e-c637-4650-9a12-56d8d0993e7a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.041436] env[69529]: DEBUG nova.network.neutron [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.056945] env[69529]: DEBUG nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.133184] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521145a0-5589-f55a-6114-3034eb72f601, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.136714] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65b976e-1950-4033-86e1-2ee35a66c284 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.142581] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 804.142581] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e48a9d-32d1-e0c8-7067-a9647cd5e313" [ 804.142581] env[69529]: _type = "Task" [ 804.142581] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.152186] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e48a9d-32d1-e0c8-7067-a9647cd5e313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.381097] env[69529]: DEBUG oslo_vmware.api [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Task: {'id': task-3355723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132053} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.384222] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.384472] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.384604] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.384798] env[69529]: INFO nova.compute.manager [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Took 1.13 seconds to destroy the instance on the hypervisor. [ 804.385681] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.386617] env[69529]: DEBUG nova.compute.manager [-] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.386783] env[69529]: DEBUG nova.network.neutron [-] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.481222] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.587848] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3125036-281f-4466-ac49-b4cc53abcd39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.595442] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61408291-ce6b-4bc1-b212-7cabdc13c11f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.603302] env[69529]: DEBUG nova.network.neutron [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.631709] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c02ab1-94f3-42b2-86ef-6c629a0409b1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.642511] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718d6858-cfc3-4736-b5be-97e8cfd828d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.660602] env[69529]: DEBUG nova.compute.provider_tree [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.665798] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e48a9d-32d1-e0c8-7067-a9647cd5e313, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.667107] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.667107] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 685aaf9b-7133-48ce-8224-3f855f94d723/685aaf9b-7133-48ce-8224-3f855f94d723.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.667107] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b003fa36-5a5d-4651-a4e1-dbdcbeef83b1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.672842] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 804.672842] env[69529]: value = "task-3355724" [ 804.672842] env[69529]: _type = "Task" [ 804.672842] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.682082] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.975128] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355720, 'name': ReconfigVM_Task, 'duration_secs': 1.647892} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.976198] env[69529]: DEBUG nova.network.neutron [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Updating instance_info_cache with network_info: [{"id": "475be3ce-528c-4f44-9930-ad361d0a1278", "address": "fa:16:3e:eb:ce:90", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475be3ce-52", "ovs_interfaceid": "475be3ce-528c-4f44-9930-ad361d0a1278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.977882] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 613ea6b8-c462-4a8f-aa3d-5da006f59c55/613ea6b8-c462-4a8f-aa3d-5da006f59c55.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.979094] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68170fe6-7666-41f2-9b26-fe63b35c216d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.987515] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 804.987515] env[69529]: value = "task-3355725" [ 804.987515] env[69529]: _type = "Task" [ 804.987515] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.999611] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355725, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.073877] env[69529]: DEBUG nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.117280] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.117280] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.117280] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.117280] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.117746] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.117995] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.118430] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.119431] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.119835] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.120282] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.120881] env[69529]: DEBUG nova.virt.hardware [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.121738] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f1fb6-3306-4f98-8017-9cd477ec22be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.131460] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab56b37-2a38-4b8a-9913-113cb50ba158 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.167497] env[69529]: DEBUG nova.scheduler.client.report [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.184435] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355724, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.480674] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "refresh_cache-f9747f6e-c637-4650-9a12-56d8d0993e7a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.480674] env[69529]: DEBUG nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance network_info: |[{"id": "475be3ce-528c-4f44-9930-ad361d0a1278", "address": "fa:16:3e:eb:ce:90", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475be3ce-52", "ovs_interfaceid": "475be3ce-528c-4f44-9930-ad361d0a1278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.481900] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ce:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475be3ce-528c-4f44-9930-ad361d0a1278', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.492599] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating folder: Project (389d53c50f8f480bbf1b596aa774d99a). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.492599] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb6a7ca0-475b-4ba2-906b-2f2383c39a15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.506255] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355725, 'name': Rename_Task, 'duration_secs': 0.254501} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.507869] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.508303] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created folder: Project (389d53c50f8f480bbf1b596aa774d99a) in parent group-v669649. [ 805.508605] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating folder: Instances. Parent ref: group-v669764. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.508914] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79b1553-7f02-4a2c-aca0-62dcdd1a35d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.510901] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff2c5553-268f-4ca6-afb2-971e50fddf08 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.517248] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 805.517248] env[69529]: value = "task-3355727" [ 805.517248] env[69529]: _type = "Task" [ 805.517248] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.525705] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.527104] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created folder: Instances in parent group-v669764. [ 805.527484] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.527797] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.528127] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a2344b-a3f0-4914-9f85-6fb641580ca8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.547479] env[69529]: DEBUG nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Received event network-changed-475be3ce-528c-4f44-9930-ad361d0a1278 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.547891] env[69529]: DEBUG nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Refreshing instance network info cache due to event network-changed-475be3ce-528c-4f44-9930-ad361d0a1278. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.548205] env[69529]: DEBUG oslo_concurrency.lockutils [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] Acquiring lock "refresh_cache-f9747f6e-c637-4650-9a12-56d8d0993e7a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.549838] env[69529]: DEBUG oslo_concurrency.lockutils [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] Acquired lock "refresh_cache-f9747f6e-c637-4650-9a12-56d8d0993e7a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.550117] env[69529]: DEBUG nova.network.neutron [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Refreshing network info cache for port 475be3ce-528c-4f44-9930-ad361d0a1278 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.556030] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.556030] env[69529]: value = "task-3355729" [ 805.556030] env[69529]: _type = "Task" [ 805.556030] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.565156] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355729, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.597885] env[69529]: DEBUG nova.network.neutron [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Successfully updated port: af90680a-700e-454c-a6bf-e7be81ac2dd9 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.674290] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.674933] env[69529]: DEBUG nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.678790] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.241s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.678790] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.681545] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.105s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.681545] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.683685] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.690s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.688476] env[69529]: INFO nova.compute.claims [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.709606] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573261} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.709897] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 685aaf9b-7133-48ce-8224-3f855f94d723/685aaf9b-7133-48ce-8224-3f855f94d723.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.710191] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.711997] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc2e2930-32a5-4b99-b404-ce763d4077c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.720911] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 805.720911] env[69529]: value = "task-3355730" [ 805.720911] env[69529]: _type = "Task" [ 805.720911] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.729033] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.742476] env[69529]: INFO nova.scheduler.client.report [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted allocations for instance bed307b3-51de-4ef1-bb50-49b4824ae0de [ 805.744501] env[69529]: INFO nova.scheduler.client.report [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Deleted allocations for instance 9eb3ac42-0a1e-4514-82a3-8a0656c64978 [ 805.790563] env[69529]: DEBUG nova.network.neutron [-] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.032745] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.067454] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355729, 'name': CreateVM_Task, 'duration_secs': 0.311013} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.067640] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.068501] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.068691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.068992] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.069443] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57e710a-bc84-4ba5-a993-d053c9a1c3a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.075258] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 806.075258] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b9784b-c5a6-096a-b26a-8c95ede62fd8" [ 806.075258] env[69529]: _type = "Task" [ 806.075258] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.091373] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b9784b-c5a6-096a-b26a-8c95ede62fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009084} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.091373] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.091373] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.091373] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.091858] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.091858] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.091858] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7652a56d-c444-40d2-b631-5edea9a5a72e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.100835] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "refresh_cache-739d97b6-1445-4fcf-ad56-8ffa09061569" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.100835] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "refresh_cache-739d97b6-1445-4fcf-ad56-8ffa09061569" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.101022] env[69529]: DEBUG nova.network.neutron [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.103502] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.103692] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.105638] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6da2f63-d302-4a4d-9f63-8784fd8eb37f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.114501] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 806.114501] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e5cea4-5f60-6d51-bfe8-c419fd026400" [ 806.114501] env[69529]: _type = "Task" [ 806.114501] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.122038] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e5cea4-5f60-6d51-bfe8-c419fd026400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.197533] env[69529]: DEBUG nova.compute.utils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.204374] env[69529]: DEBUG nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.204374] env[69529]: DEBUG nova.network.neutron [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.231292] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068043} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.231482] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.233033] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a13dae2-aba3-4114-ab3f-c4773bb8c88e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.257240] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 685aaf9b-7133-48ce-8224-3f855f94d723/685aaf9b-7133-48ce-8224-3f855f94d723.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.262244] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d081c1ad-badb-4f3d-ab52-e2acfb234b91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.278129] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25ee1cf6-f87d-42c7-abbb-cec3ec4023b8 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "bed307b3-51de-4ef1-bb50-49b4824ae0de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.973s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.278333] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d6d91e0-6ce2-4cd6-a7dc-2696919afcdd tempest-ServersAdminNegativeTestJSON-1986016802 tempest-ServersAdminNegativeTestJSON-1986016802-project-member] Lock "9eb3ac42-0a1e-4514-82a3-8a0656c64978" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.384s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.287347] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 806.287347] env[69529]: value = "task-3355731" [ 806.287347] env[69529]: _type = "Task" [ 806.287347] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.292029] env[69529]: DEBUG nova.policy [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d799bed888480496e4dd50c4d6313d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad51109cb3424f5eb1f074110917ad4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.293548] env[69529]: INFO nova.compute.manager [-] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Took 1.91 seconds to deallocate network for instance. [ 806.304110] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.403163] env[69529]: DEBUG nova.network.neutron [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Updated VIF entry in instance network info cache for port 475be3ce-528c-4f44-9930-ad361d0a1278. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.403809] env[69529]: DEBUG nova.network.neutron [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Updating instance_info_cache with network_info: [{"id": "475be3ce-528c-4f44-9930-ad361d0a1278", "address": "fa:16:3e:eb:ce:90", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap475be3ce-52", "ovs_interfaceid": "475be3ce-528c-4f44-9930-ad361d0a1278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.535370] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.624722] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e5cea4-5f60-6d51-bfe8-c419fd026400, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.625717] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4644c99-cfa8-4b9f-b1ac-e8e8bd0a70ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.633596] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 806.633596] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a1f1bd-fe7d-4a72-fb44-b29ee6c316e8" [ 806.633596] env[69529]: _type = "Task" [ 806.633596] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.642103] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a1f1bd-fe7d-4a72-fb44-b29ee6c316e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.663703] env[69529]: DEBUG nova.network.neutron [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.702639] env[69529]: DEBUG nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.808038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.808038] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355731, 'name': ReconfigVM_Task, 'duration_secs': 0.30268} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.808038] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 685aaf9b-7133-48ce-8224-3f855f94d723/685aaf9b-7133-48ce-8224-3f855f94d723.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.808038] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f22dbb-cc8d-4e47-85cd-2f9d59e1b662 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.817585] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 806.817585] env[69529]: value = "task-3355732" [ 806.817585] env[69529]: _type = "Task" [ 806.817585] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.833193] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355732, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.871788] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "06d6148f-6569-4dc1-b0cb-d047a3c31150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.872043] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.906764] env[69529]: DEBUG oslo_concurrency.lockutils [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] Releasing lock "refresh_cache-f9747f6e-c637-4650-9a12-56d8d0993e7a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.907095] env[69529]: DEBUG nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Received event network-vif-deleted-07d00d8a-9d3d-4d7a-904f-2449e4f8b4db {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.907301] env[69529]: INFO nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Neutron deleted interface 07d00d8a-9d3d-4d7a-904f-2449e4f8b4db; detaching it from the instance and deleting it from the info cache [ 806.907507] env[69529]: DEBUG nova.network.neutron [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.031615] env[69529]: DEBUG oslo_vmware.api [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355727, 'name': PowerOnVM_Task, 'duration_secs': 1.145082} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.031615] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.031615] env[69529]: INFO nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Took 10.08 seconds to spawn the instance on the hypervisor. [ 807.032181] env[69529]: DEBUG nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.035279] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72558a38-80c1-4acf-b75e-f4e63b025aa8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.093802] env[69529]: DEBUG nova.network.neutron [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Successfully created port: 1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.126733] env[69529]: DEBUG nova.network.neutron [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Updating instance_info_cache with network_info: [{"id": "af90680a-700e-454c-a6bf-e7be81ac2dd9", "address": "fa:16:3e:46:1c:5c", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf90680a-70", "ovs_interfaceid": "af90680a-700e-454c-a6bf-e7be81ac2dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.146425] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a1f1bd-fe7d-4a72-fb44-b29ee6c316e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015164} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.147061] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.147061] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.147332] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd512ddc-ede6-443f-a9d0-97f05fd43e04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.157354] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 807.157354] env[69529]: value = "task-3355733" [ 807.157354] env[69529]: _type = "Task" [ 807.157354] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.167851] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.307425] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c877f4-111e-453e-a992-9b7fd0e62a9b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.316239] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c3fb2-789a-491c-8ef8-65918c204a5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.358108] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11363a7-a980-4de9-81c9-b85156322acf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.369868] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355732, 'name': Rename_Task, 'duration_secs': 0.15513} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.373687] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.373851] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-074b18b3-35b3-49a5-9fe8-ca5d6c08571b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.378922] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6266553f-cbbb-4356-bd32-43d88ab0e2d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.395180] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.395583] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.412591] env[69529]: DEBUG nova.compute.provider_tree [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.417283] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 807.417283] env[69529]: value = "task-3355734" [ 807.417283] env[69529]: _type = "Task" [ 807.417283] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.419884] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83df117d-1fa2-4e1c-ba7c-96bda6bdf4d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.441696] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f558a0-484a-4961-9295-d91f3d994575 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.465327] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.499292] env[69529]: DEBUG nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Detach interface failed, port_id=07d00d8a-9d3d-4d7a-904f-2449e4f8b4db, reason: Instance 1d615966-8d6e-4815-8128-f882fff2f889 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 807.499791] env[69529]: DEBUG nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Received event network-vif-plugged-af90680a-700e-454c-a6bf-e7be81ac2dd9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.500422] env[69529]: DEBUG oslo_concurrency.lockutils [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] Acquiring lock "739d97b6-1445-4fcf-ad56-8ffa09061569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.500661] env[69529]: DEBUG oslo_concurrency.lockutils [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.500911] env[69529]: DEBUG oslo_concurrency.lockutils [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.501269] env[69529]: DEBUG nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] No waiting events found dispatching network-vif-plugged-af90680a-700e-454c-a6bf-e7be81ac2dd9 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.501501] env[69529]: WARNING nova.compute.manager [req-62a6cb25-4ea8-4f1d-ac26-cb43e8ecc6f0 req-92b1b840-42a5-4a30-b8e2-eb4c3399bbef service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Received unexpected event network-vif-plugged-af90680a-700e-454c-a6bf-e7be81ac2dd9 for instance with vm_state building and task_state spawning. [ 807.557258] env[69529]: INFO nova.compute.manager [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Took 53.27 seconds to build instance. [ 807.594805] env[69529]: DEBUG nova.compute.manager [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Received event network-changed-af90680a-700e-454c-a6bf-e7be81ac2dd9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.594805] env[69529]: DEBUG nova.compute.manager [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Refreshing instance network info cache due to event network-changed-af90680a-700e-454c-a6bf-e7be81ac2dd9. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.594805] env[69529]: DEBUG oslo_concurrency.lockutils [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] Acquiring lock "refresh_cache-739d97b6-1445-4fcf-ad56-8ffa09061569" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.629989] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "refresh_cache-739d97b6-1445-4fcf-ad56-8ffa09061569" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.632208] env[69529]: DEBUG nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Instance network_info: |[{"id": "af90680a-700e-454c-a6bf-e7be81ac2dd9", "address": "fa:16:3e:46:1c:5c", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf90680a-70", "ovs_interfaceid": "af90680a-700e-454c-a6bf-e7be81ac2dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.632208] env[69529]: DEBUG oslo_concurrency.lockutils [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] Acquired lock "refresh_cache-739d97b6-1445-4fcf-ad56-8ffa09061569" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.633101] env[69529]: DEBUG nova.network.neutron [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Refreshing network info cache for port af90680a-700e-454c-a6bf-e7be81ac2dd9 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.634556] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:1c:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af90680a-700e-454c-a6bf-e7be81ac2dd9', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.650696] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.652093] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.652660] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f8f1fed-3f34-4ee7-8634-0e36eeca2e34 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.697565] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355733, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.699522] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.699522] env[69529]: value = "task-3355735" [ 807.699522] env[69529]: _type = "Task" [ 807.699522] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.712880] env[69529]: DEBUG nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.723554] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355735, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.766893] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.767343] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.767580] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.767925] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.768206] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.768422] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.768772] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.769024] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.769333] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.769610] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.769877] env[69529]: DEBUG nova.virt.hardware [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.771834] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4759d7c6-82b7-4ef1-8120-bf7c8bb419fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.784430] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f00f10-e941-4830-9f8a-701db3cb6e6b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.920087] env[69529]: DEBUG nova.scheduler.client.report [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.934095] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.060641] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49168ba5-950a-4fdb-8656-4fd6e0cd65c3 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.004s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.192540] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699394} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.192540] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.193135] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.193546] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-658f4017-b39f-45af-be6b-444cb1500a66 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.200863] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 808.200863] env[69529]: value = "task-3355736" [ 808.200863] env[69529]: _type = "Task" [ 808.200863] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.223890] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355735, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.228333] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.430781] env[69529]: DEBUG nova.network.neutron [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Updated VIF entry in instance network info cache for port af90680a-700e-454c-a6bf-e7be81ac2dd9. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.431165] env[69529]: DEBUG nova.network.neutron [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Updating instance_info_cache with network_info: [{"id": "af90680a-700e-454c-a6bf-e7be81ac2dd9", "address": "fa:16:3e:46:1c:5c", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf90680a-70", "ovs_interfaceid": "af90680a-700e-454c-a6bf-e7be81ac2dd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.433113] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.433635] env[69529]: DEBUG nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.437764] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.842s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.437986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.440567] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.952s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.443446] env[69529]: INFO nova.compute.claims [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.452157] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.482962] env[69529]: INFO nova.scheduler.client.report [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleted allocations for instance 8865002f-5666-480a-852d-67f6768642a3 [ 808.564900] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.719817] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355735, 'name': CreateVM_Task, 'duration_secs': 0.55247} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.722280] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.723384] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.723756] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.724138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.725155] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249d2a56-b0fe-4f25-8edd-6b722356503c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.732109] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197543} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.733044] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.734347] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e9462-0a84-4f1d-930c-e6921da4ac04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.742865] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 808.742865] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b5687-a5d1-6f7d-e3da-5a53e6119504" [ 808.742865] env[69529]: _type = "Task" [ 808.742865] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.786207] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.787875] env[69529]: DEBUG nova.network.neutron [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Successfully updated port: 1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.793345] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09fd6ccb-807c-446a-b935-c60547b8fd70 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.813249] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.813249] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.813357] env[69529]: DEBUG nova.network.neutron [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.814477] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b5687-a5d1-6f7d-e3da-5a53e6119504, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.815444] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.815718] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.815867] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.816000] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.816192] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.816637] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda7148c-b41a-4427-9709-82a3c492a631 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.820128] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 808.820128] env[69529]: value = "task-3355737" [ 808.820128] env[69529]: _type = "Task" [ 808.820128] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.830402] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.831701] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.831882] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.832637] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bb380e-e70e-467b-be65-371f8bbba96b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.838497] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 808.838497] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ca737-27fd-1267-8f43-05441e045f3d" [ 808.838497] env[69529]: _type = "Task" [ 808.838497] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.848590] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ca737-27fd-1267-8f43-05441e045f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.936689] env[69529]: DEBUG oslo_vmware.api [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355734, 'name': PowerOnVM_Task, 'duration_secs': 1.515777} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.937099] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.937345] env[69529]: INFO nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Took 9.31 seconds to spawn the instance on the hypervisor. [ 808.937579] env[69529]: DEBUG nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.938121] env[69529]: DEBUG oslo_concurrency.lockutils [req-2e02f62c-fb65-4143-9a41-9313583dcc62 req-ca2b569d-256b-4fb7-94c5-ee92a37400e2 service nova] Releasing lock "refresh_cache-739d97b6-1445-4fcf-ad56-8ffa09061569" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.938997] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ea51a4-d00e-417a-bfd3-10d232a3e7e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.948986] env[69529]: DEBUG nova.compute.utils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.950801] env[69529]: DEBUG nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.950801] env[69529]: DEBUG nova.network.neutron [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.994555] env[69529]: DEBUG oslo_concurrency.lockutils [None req-caab707e-193b-4839-8e71-fc3096bdb562 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "8865002f-5666-480a-852d-67f6768642a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.863s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.000616] env[69529]: DEBUG nova.policy [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e724ec655d4f3c9001ce7ff26e6774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c805fee401684cf5b2c2ed1898d2dc55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.092932] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.305200] env[69529]: DEBUG nova.network.neutron [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Successfully created port: fc5644fd-64c5-4a3c-b151-f56bedb70a01 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.334121] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355737, 'name': ReconfigVM_Task, 'duration_secs': 0.334283} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.334545] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.336070] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2e7c6ac-87c0-42f8-adf7-71d7f3ceeb7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.351647] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ca737-27fd-1267-8f43-05441e045f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.021896} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.353678] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 809.353678] env[69529]: value = "task-3355738" [ 809.353678] env[69529]: _type = "Task" [ 809.353678] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.353934] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8c9702a-e88e-4a72-bc00-8792b47f2871 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.364650] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355738, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.365436] env[69529]: DEBUG nova.network.neutron [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.369030] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 809.369030] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b37df8-d264-b676-bbfa-dc7ba6f425ba" [ 809.369030] env[69529]: _type = "Task" [ 809.369030] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.377483] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b37df8-d264-b676-bbfa-dc7ba6f425ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.377751] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.378032] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 739d97b6-1445-4fcf-ad56-8ffa09061569/739d97b6-1445-4fcf-ad56-8ffa09061569.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.378304] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aeee677-5b46-4a1f-9a2e-159e6ec20f93 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.386139] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 809.386139] env[69529]: value = "task-3355739" [ 809.386139] env[69529]: _type = "Task" [ 809.386139] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.394354] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.459023] env[69529]: DEBUG nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.463387] env[69529]: INFO nova.compute.manager [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Took 55.11 seconds to build instance. [ 809.717448] env[69529]: DEBUG nova.network.neutron [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Updating instance_info_cache with network_info: [{"id": "1ff0e893-4c7f-4656-8faa-715451bf884f", "address": "fa:16:3e:85:b9:2b", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff0e893-4c", "ovs_interfaceid": "1ff0e893-4c7f-4656-8faa-715451bf884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.872336] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355738, 'name': Rename_Task, 'duration_secs': 0.13753} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.872685] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.873486] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae2479ee-6531-4a38-8474-140cc9709af8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.882663] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 809.882663] env[69529]: value = "task-3355740" [ 809.882663] env[69529]: _type = "Task" [ 809.882663] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.889029] env[69529]: DEBUG nova.compute.manager [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Received event network-vif-plugged-1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.889257] env[69529]: DEBUG oslo_concurrency.lockutils [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] Acquiring lock "c7a63209-9705-4caa-b567-ffd30dbe38c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.889584] env[69529]: DEBUG oslo_concurrency.lockutils [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.889661] env[69529]: DEBUG oslo_concurrency.lockutils [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.889783] env[69529]: DEBUG nova.compute.manager [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] No waiting events found dispatching network-vif-plugged-1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.889941] env[69529]: WARNING nova.compute.manager [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Received unexpected event network-vif-plugged-1ff0e893-4c7f-4656-8faa-715451bf884f for instance with vm_state building and task_state spawning. [ 809.890162] env[69529]: DEBUG nova.compute.manager [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Received event network-changed-1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.890473] env[69529]: DEBUG nova.compute.manager [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Refreshing instance network info cache due to event network-changed-1ff0e893-4c7f-4656-8faa-715451bf884f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.890632] env[69529]: DEBUG oslo_concurrency.lockutils [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] Acquiring lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.904875] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355740, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.908863] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502449} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.909034] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 739d97b6-1445-4fcf-ad56-8ffa09061569/739d97b6-1445-4fcf-ad56-8ffa09061569.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.909286] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.909592] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b93fedd-4ff4-471d-a498-a6ea9bee030a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.920927] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 809.920927] env[69529]: value = "task-3355741" [ 809.920927] env[69529]: _type = "Task" [ 809.920927] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.931651] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.968603] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f46c295-1881-4617-90bb-c359cc066976 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "685aaf9b-7133-48ce-8224-3f855f94d723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.011s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.046358] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e769e8e-4888-4777-93e2-5ba0f2ffeb5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.054022] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca90f19-2085-488a-9fa2-c6faba87d024 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.087457] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173b037-743f-4e7d-8575-94fb053801c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.094644] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758c62aa-5184-4229-b859-7d1b3a7c603a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.109049] env[69529]: DEBUG nova.compute.provider_tree [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.220912] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Releasing lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.221321] env[69529]: DEBUG nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Instance network_info: |[{"id": "1ff0e893-4c7f-4656-8faa-715451bf884f", "address": "fa:16:3e:85:b9:2b", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff0e893-4c", "ovs_interfaceid": "1ff0e893-4c7f-4656-8faa-715451bf884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.221634] env[69529]: DEBUG oslo_concurrency.lockutils [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] Acquired lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.221812] env[69529]: DEBUG nova.network.neutron [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Refreshing network info cache for port 1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.223152] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:b9:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff0e893-4c7f-4656-8faa-715451bf884f', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.236349] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Creating folder: Project (ad51109cb3424f5eb1f074110917ad4b). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.237966] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e40fe08-864f-4715-af24-c183f310d5c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.250273] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Created folder: Project (ad51109cb3424f5eb1f074110917ad4b) in parent group-v669649. [ 810.250570] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Creating folder: Instances. Parent ref: group-v669768. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.250794] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0d5deaa-421a-4d7a-8e95-7fdd4edd0908 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.260810] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Created folder: Instances in parent group-v669768. [ 810.261287] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.261523] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.261763] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a289de7-bcb1-4efd-8e84-3c90f2aaf2e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.283671] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.283671] env[69529]: value = "task-3355744" [ 810.283671] env[69529]: _type = "Task" [ 810.283671] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.292386] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355744, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.397401] env[69529]: DEBUG oslo_vmware.api [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355740, 'name': PowerOnVM_Task, 'duration_secs': 0.454991} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.397581] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.397991] env[69529]: INFO nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Took 8.08 seconds to spawn the instance on the hypervisor. [ 810.397991] env[69529]: DEBUG nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.398828] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0242f8e6-c7b1-4012-af7d-bdfd6363a5bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.433050] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072843} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.433050] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.435872] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dda9c3-b427-424d-8921-048e55bb8319 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.457131] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 739d97b6-1445-4fcf-ad56-8ffa09061569/739d97b6-1445-4fcf-ad56-8ffa09061569.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.458339] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d95256-6ab0-434a-aa57-94089d7b51bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.474760] env[69529]: DEBUG nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.477266] env[69529]: DEBUG nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.487221] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 810.487221] env[69529]: value = "task-3355745" [ 810.487221] env[69529]: _type = "Task" [ 810.487221] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.497282] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.506820] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.507193] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.507425] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.507626] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.507779] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.507926] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.508168] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.508346] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.508670] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.508670] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.508822] env[69529]: DEBUG nova.virt.hardware [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.509781] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995c6c6f-fb22-43e7-9f66-2819b20dcf74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.519540] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca79c3a-0051-4f78-ac47-6b0700d7a4a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.612572] env[69529]: DEBUG nova.scheduler.client.report [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.796889] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355744, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.920847] env[69529]: INFO nova.compute.manager [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Took 48.12 seconds to build instance. [ 811.000303] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.016046] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.124852] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.124852] env[69529]: DEBUG nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.126366] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.375s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.126698] env[69529]: DEBUG nova.objects.instance [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lazy-loading 'resources' on Instance uuid a8ab0f37-e0a6-4223-85cd-fa779c6139c9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.160615] env[69529]: DEBUG nova.network.neutron [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Updated VIF entry in instance network info cache for port 1ff0e893-4c7f-4656-8faa-715451bf884f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.160974] env[69529]: DEBUG nova.network.neutron [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Updating instance_info_cache with network_info: [{"id": "1ff0e893-4c7f-4656-8faa-715451bf884f", "address": "fa:16:3e:85:b9:2b", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff0e893-4c", "ovs_interfaceid": "1ff0e893-4c7f-4656-8faa-715451bf884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.297919] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355744, 'name': CreateVM_Task, 'duration_secs': 0.675057} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.298150] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.298867] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.299044] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.299370] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.299634] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d38d95-9745-4438-a837-4bcfd3efa71b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.305189] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 811.305189] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5280761f-d3c5-ca29-1522-7b25d74852e5" [ 811.305189] env[69529]: _type = "Task" [ 811.305189] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.315692] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5280761f-d3c5-ca29-1522-7b25d74852e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.424669] env[69529]: DEBUG oslo_concurrency.lockutils [None req-27319e77-18cb-42ee-9e6e-5760d68278c6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.428s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.431999] env[69529]: DEBUG nova.network.neutron [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Successfully updated port: fc5644fd-64c5-4a3c-b151-f56bedb70a01 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.499850] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.630346] env[69529]: DEBUG nova.compute.utils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.634773] env[69529]: DEBUG nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.640046] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.668252] env[69529]: DEBUG oslo_concurrency.lockutils [req-16472268-2e29-4603-ac79-ef6320153946 req-c8218e05-8499-4c18-9c31-e2ae775fd80e service nova] Releasing lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.789745] env[69529]: DEBUG nova.policy [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d398535688b477fb553c924152e45af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab86a4d30e704df0abad0f0b46df5fb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.821810] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5280761f-d3c5-ca29-1522-7b25d74852e5, 'name': SearchDatastore_Task, 'duration_secs': 0.017282} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.822550] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.824351] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.824351] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.824351] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.824351] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.824351] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e765f875-828e-4fa4-bacc-2fd4867fa1b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.835951] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.835951] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.836626] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bbdc8b-5f00-4d5a-be22-5ea1b0b4644a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.844523] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 811.844523] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b31a35-7ca5-4265-61f6-e69c9bb6d7b1" [ 811.844523] env[69529]: _type = "Task" [ 811.844523] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.860023] env[69529]: DEBUG nova.compute.manager [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.860023] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b31a35-7ca5-4265-61f6-e69c9bb6d7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.860023] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe692f0-ea2b-49e6-9c84-1fe1ca286014 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.922326] env[69529]: DEBUG nova.compute.manager [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Received event network-vif-plugged-fc5644fd-64c5-4a3c-b151-f56bedb70a01 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.922435] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] Acquiring lock "cc36ef6c-6844-4745-a164-44ddbe158fe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.922674] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.922845] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.923012] env[69529]: DEBUG nova.compute.manager [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] No waiting events found dispatching network-vif-plugged-fc5644fd-64c5-4a3c-b151-f56bedb70a01 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.923174] env[69529]: WARNING nova.compute.manager [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Received unexpected event network-vif-plugged-fc5644fd-64c5-4a3c-b151-f56bedb70a01 for instance with vm_state building and task_state spawning. [ 811.923355] env[69529]: DEBUG nova.compute.manager [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Received event network-changed-fc5644fd-64c5-4a3c-b151-f56bedb70a01 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.923511] env[69529]: DEBUG nova.compute.manager [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Refreshing instance network info cache due to event network-changed-fc5644fd-64c5-4a3c-b151-f56bedb70a01. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.923695] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] Acquiring lock "refresh_cache-cc36ef6c-6844-4745-a164-44ddbe158fe9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.923836] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] Acquired lock "refresh_cache-cc36ef6c-6844-4745-a164-44ddbe158fe9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.923990] env[69529]: DEBUG nova.network.neutron [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Refreshing network info cache for port fc5644fd-64c5-4a3c-b151-f56bedb70a01 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.930278] env[69529]: DEBUG nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.936747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "refresh_cache-cc36ef6c-6844-4745-a164-44ddbe158fe9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.997907] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355745, 'name': ReconfigVM_Task, 'duration_secs': 1.033361} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.001666] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 739d97b6-1445-4fcf-ad56-8ffa09061569/739d97b6-1445-4fcf-ad56-8ffa09061569.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.001666] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca9d54b3-7f55-4d80-b888-8a2ca2b00bec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.010115] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 812.010115] env[69529]: value = "task-3355746" [ 812.010115] env[69529]: _type = "Task" [ 812.010115] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.019065] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355746, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.136158] env[69529]: DEBUG nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.263969] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Successfully created port: 07752e01-fef2-428b-bae3-212a0545cf7c {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.293837] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554cf75-4f7a-4634-9981-11b7abeb72f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.302532] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc74dc8-cbf5-4ab9-b3fd-4f00d2674faf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.337518] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab75b7e-9bcc-4669-941a-326f7c831128 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.345811] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a77c9-9220-4b1c-8d13-b3edec97a41d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.364268] env[69529]: DEBUG nova.compute.provider_tree [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.368855] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b31a35-7ca5-4265-61f6-e69c9bb6d7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.370436] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38a7321-d5f2-40ad-8d42-b9fa1a44b819 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.373735] env[69529]: INFO nova.compute.manager [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] instance snapshotting [ 812.379074] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3cb368-203f-46a0-a65b-1fcaa522df65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.381935] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 812.381935] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523945ce-2056-cea5-0e0a-656feb348b25" [ 812.381935] env[69529]: _type = "Task" [ 812.381935] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.401690] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffbc929-8c03-4316-b871-734335445627 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.407957] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523945ce-2056-cea5-0e0a-656feb348b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.452879] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.478515] env[69529]: DEBUG nova.network.neutron [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.519535] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355746, 'name': Rename_Task, 'duration_secs': 0.281331} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.519817] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.520211] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf903782-2ac7-42f0-b3d9-23c3d094a829 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.527898] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 812.527898] env[69529]: value = "task-3355747" [ 812.527898] env[69529]: _type = "Task" [ 812.527898] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.535674] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.584734] env[69529]: DEBUG nova.network.neutron [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.630825] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Successfully created port: 0032bb02-40d4-414e-86eb-2253eb099d55 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.872898] env[69529]: DEBUG nova.scheduler.client.report [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.896149] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523945ce-2056-cea5-0e0a-656feb348b25, 'name': SearchDatastore_Task, 'duration_secs': 0.030396} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.897457] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.897623] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] c7a63209-9705-4caa-b567-ffd30dbe38c2/c7a63209-9705-4caa-b567-ffd30dbe38c2.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.897916] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a6a5a5b-7b25-4e0f-aba4-8bc8d5662668 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.906835] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 812.906835] env[69529]: value = "task-3355748" [ 812.906835] env[69529]: _type = "Task" [ 812.906835] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.914860] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.919379] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d481619-5b65-45a7-aea9-f0c954761236 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.921332] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.926669] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 812.926669] env[69529]: value = "task-3355749" [ 812.926669] env[69529]: _type = "Task" [ 812.926669] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.938748] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.963816] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Successfully created port: a46729d9-57dd-483c-984f-18c690dc14b6 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.039570] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355747, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.088761] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e1b4af9-c10c-4406-a178-604f9f2998ee req-d66c1b3a-f67b-4878-8261-9130679b81c2 service nova] Releasing lock "refresh_cache-cc36ef6c-6844-4745-a164-44ddbe158fe9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.089209] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "refresh_cache-cc36ef6c-6844-4745-a164-44ddbe158fe9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.089371] env[69529]: DEBUG nova.network.neutron [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.151664] env[69529]: DEBUG nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.195176] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.195176] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.195176] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.195176] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.195905] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.196122] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.196359] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.196525] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.196751] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.196935] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.197150] env[69529]: DEBUG nova.virt.hardware [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.198161] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b3e19-dc67-4819-8097-6469ce649248 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.211211] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408d9e55-a786-4d97-ad2c-5fdde389cb33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.383118] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.385703] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.622s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.387752] env[69529]: INFO nova.compute.claims [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.417292] env[69529]: INFO nova.scheduler.client.report [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Deleted allocations for instance a8ab0f37-e0a6-4223-85cd-fa779c6139c9 [ 813.425158] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48118} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.425757] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] c7a63209-9705-4caa-b567-ffd30dbe38c2/c7a63209-9705-4caa-b567-ffd30dbe38c2.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.425953] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.426239] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2340cf1f-d041-4dcd-84ea-8f1fc078fe23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.438586] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.440017] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 813.440017] env[69529]: value = "task-3355750" [ 813.440017] env[69529]: _type = "Task" [ 813.440017] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.449757] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.538755] env[69529]: DEBUG oslo_vmware.api [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355747, 'name': PowerOnVM_Task, 'duration_secs': 0.644901} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.538755] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.538755] env[69529]: INFO nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Took 8.47 seconds to spawn the instance on the hypervisor. [ 813.538755] env[69529]: DEBUG nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.539620] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7547294-7dc6-4dcb-9661-9b236764a214 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.625542] env[69529]: DEBUG nova.network.neutron [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.642287] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "63b5368d-43c0-4143-a281-5d83b8fa7642" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.642773] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.682489] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.682745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.723648] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "46e5ab90-035b-450c-ba7f-c06b5c223212" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.723648] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.906644] env[69529]: DEBUG nova.network.neutron [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Updating instance_info_cache with network_info: [{"id": "fc5644fd-64c5-4a3c-b151-f56bedb70a01", "address": "fa:16:3e:3f:48:3e", "network": {"id": "bebdd3a9-4857-419a-84cb-931f62687963", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1886027373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c805fee401684cf5b2c2ed1898d2dc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc5644fd-64", "ovs_interfaceid": "fc5644fd-64c5-4a3c-b151-f56bedb70a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.928997] env[69529]: DEBUG oslo_concurrency.lockutils [None req-25bd0770-8dcd-42bd-b15e-e0540d4d5372 tempest-FloatingIPsAssociationTestJSON-1434800445 tempest-FloatingIPsAssociationTestJSON-1434800445-project-member] Lock "a8ab0f37-e0a6-4223-85cd-fa779c6139c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.980s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.940580] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355749, 'name': CreateSnapshot_Task, 'duration_secs': 0.852716} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.941308] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.944737] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea9c7a1-7a33-4ec8-8888-97ef065d8239 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.963241] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069202} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.963705] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.964595] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024458cd-199f-4162-b424-06d6cf0ad416 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.996021] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c7a63209-9705-4caa-b567-ffd30dbe38c2/c7a63209-9705-4caa-b567-ffd30dbe38c2.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.996021] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed8a94e9-aba6-4405-8a1d-eabfec8c1c29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.017708] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 814.017708] env[69529]: value = "task-3355751" [ 814.017708] env[69529]: _type = "Task" [ 814.017708] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.026992] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.059403] env[69529]: INFO nova.compute.manager [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Took 47.27 seconds to build instance. [ 814.415706] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "refresh_cache-cc36ef6c-6844-4745-a164-44ddbe158fe9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.415706] env[69529]: DEBUG nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Instance network_info: |[{"id": "fc5644fd-64c5-4a3c-b151-f56bedb70a01", "address": "fa:16:3e:3f:48:3e", "network": {"id": "bebdd3a9-4857-419a-84cb-931f62687963", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1886027373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c805fee401684cf5b2c2ed1898d2dc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc5644fd-64", "ovs_interfaceid": "fc5644fd-64c5-4a3c-b151-f56bedb70a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.417055] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:48:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc5644fd-64c5-4a3c-b151-f56bedb70a01', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.427073] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.427560] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.427869] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94fff9fc-835a-4e16-a912-fb963231bd17 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.456883] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.456883] env[69529]: value = "task-3355752" [ 814.456883] env[69529]: _type = "Task" [ 814.456883] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.471013] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 814.476403] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9048a7c-b72e-4de2-9f24-b66272397bb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.479917] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355752, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.487494] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 814.487494] env[69529]: value = "task-3355753" [ 814.487494] env[69529]: _type = "Task" [ 814.487494] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.502166] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355753, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.529284] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.562544] env[69529]: DEBUG oslo_concurrency.lockutils [None req-868f06bb-da6b-41df-96e8-06eceb7d5c8a tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.012s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.840394] env[69529]: DEBUG nova.compute.manager [req-ddb00acf-71df-4acc-b2b3-6aed2d1129e4 req-feeb9b0d-f484-4c24-9fbf-b025d8e33bb5 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-vif-plugged-07752e01-fef2-428b-bae3-212a0545cf7c {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.840763] env[69529]: DEBUG oslo_concurrency.lockutils [req-ddb00acf-71df-4acc-b2b3-6aed2d1129e4 req-feeb9b0d-f484-4c24-9fbf-b025d8e33bb5 service nova] Acquiring lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.840897] env[69529]: DEBUG oslo_concurrency.lockutils [req-ddb00acf-71df-4acc-b2b3-6aed2d1129e4 req-feeb9b0d-f484-4c24-9fbf-b025d8e33bb5 service nova] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.841381] env[69529]: DEBUG oslo_concurrency.lockutils [req-ddb00acf-71df-4acc-b2b3-6aed2d1129e4 req-feeb9b0d-f484-4c24-9fbf-b025d8e33bb5 service nova] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.841381] env[69529]: DEBUG nova.compute.manager [req-ddb00acf-71df-4acc-b2b3-6aed2d1129e4 req-feeb9b0d-f484-4c24-9fbf-b025d8e33bb5 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] No waiting events found dispatching network-vif-plugged-07752e01-fef2-428b-bae3-212a0545cf7c {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.841381] env[69529]: WARNING nova.compute.manager [req-ddb00acf-71df-4acc-b2b3-6aed2d1129e4 req-feeb9b0d-f484-4c24-9fbf-b025d8e33bb5 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received unexpected event network-vif-plugged-07752e01-fef2-428b-bae3-212a0545cf7c for instance with vm_state building and task_state spawning. [ 814.969562] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355752, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.005251] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355753, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.006543] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Successfully updated port: 07752e01-fef2-428b-bae3-212a0545cf7c {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.026634] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb4db1-8556-47af-bf46-35c870001b5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.041470] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355751, 'name': ReconfigVM_Task, 'duration_secs': 0.953404} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.047558] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c7a63209-9705-4caa-b567-ffd30dbe38c2/c7a63209-9705-4caa-b567-ffd30dbe38c2.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.048159] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6107f77b-c788-4075-9b3d-bb22f045bf2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.051351] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75dc88c-a16d-4e92-b3cd-a4ee5feca3ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.060396] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 815.060396] env[69529]: value = "task-3355754" [ 815.060396] env[69529]: _type = "Task" [ 815.060396] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.089052] env[69529]: DEBUG nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.097600] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544fb0d1-c1c7-4e5a-a81f-fd4892cb859b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.106549] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355754, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.110369] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b126e46-6f9c-4327-a67a-b2086ebea007 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.126130] env[69529]: DEBUG nova.compute.provider_tree [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.468747] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355752, 'name': CreateVM_Task, 'duration_secs': 0.692027} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.469018] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.472893] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.473075] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.473414] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.473658] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad44ff9-6df6-490b-934a-31f2bc5fe8f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.479701] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 815.479701] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52520835-46e6-a241-d225-13d42bf68eb0" [ 815.479701] env[69529]: _type = "Task" [ 815.479701] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.489816] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52520835-46e6-a241-d225-13d42bf68eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.502620] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355753, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.599722] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355754, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.625558] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.629837] env[69529]: DEBUG nova.scheduler.client.report [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.996124] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52520835-46e6-a241-d225-13d42bf68eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.01922} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.996124] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.996124] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.996124] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.996652] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.996652] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.996652] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8e6f26-3061-41d7-acbd-9fff2711e353 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.008665] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355753, 'name': CloneVM_Task, 'duration_secs': 1.494354} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.009833] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Created linked-clone VM from snapshot [ 816.011053] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648bf94e-e9f4-4a5a-af8c-23fb5b98b120 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.014323] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.014617] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.016134] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e171289f-10ef-4aae-b8ee-5f4853d0e361 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.028985] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Uploading image 8aca9fd4-93b1-4ab1-8fc2-a7ceb0caf493 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 816.031482] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 816.031482] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52595346-65a6-e094-cad9-4dfac2760f4b" [ 816.031482] env[69529]: _type = "Task" [ 816.031482] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.045883] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52595346-65a6-e094-cad9-4dfac2760f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.046945] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b0e431-4976-40ea-9e2b-448672f031a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.055780] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 816.055780] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525e9002-37a6-c8b9-11ae-11aed958f32a" [ 816.055780] env[69529]: _type = "Task" [ 816.055780] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.062529] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 816.062529] env[69529]: value = "vm-669773" [ 816.062529] env[69529]: _type = "VirtualMachine" [ 816.062529] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 816.062970] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d2940b0-861f-4eb3-96ee-08a8a5b07511 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.069393] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525e9002-37a6-c8b9-11ae-11aed958f32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.070679] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lease: (returnval){ [ 816.070679] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f64216-7f62-7681-814f-586ccd86e7d9" [ 816.070679] env[69529]: _type = "HttpNfcLease" [ 816.070679] env[69529]: } obtained for exporting VM: (result){ [ 816.070679] env[69529]: value = "vm-669773" [ 816.070679] env[69529]: _type = "VirtualMachine" [ 816.070679] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 816.071024] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the lease: (returnval){ [ 816.071024] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f64216-7f62-7681-814f-586ccd86e7d9" [ 816.071024] env[69529]: _type = "HttpNfcLease" [ 816.071024] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 816.076885] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.076885] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f64216-7f62-7681-814f-586ccd86e7d9" [ 816.076885] env[69529]: _type = "HttpNfcLease" [ 816.076885] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 816.097573] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355754, 'name': Rename_Task, 'duration_secs': 1.013748} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.097835] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.098088] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eef900b-cef1-4311-9be2-9a90a5146813 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.103823] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 816.103823] env[69529]: value = "task-3355756" [ 816.103823] env[69529]: _type = "Task" [ 816.103823] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.111589] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.135789] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.136408] env[69529]: DEBUG nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.142771] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.284s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.142771] env[69529]: INFO nova.compute.claims [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.223863] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "729b70b0-c415-47f6-8949-5559ffb977a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.224105] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "729b70b0-c415-47f6-8949-5559ffb977a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.286420] env[69529]: DEBUG nova.compute.manager [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.287433] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c98382c-54f4-4aff-8ddb-f88174c92cae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.568997] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525e9002-37a6-c8b9-11ae-11aed958f32a, 'name': SearchDatastore_Task, 'duration_secs': 0.012691} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.569523] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.569597] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] cc36ef6c-6844-4745-a164-44ddbe158fe9/cc36ef6c-6844-4745-a164-44ddbe158fe9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.570023] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72fee00a-e604-41bc-9d80-e39f8b69e941 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.578837] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.578837] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f64216-7f62-7681-814f-586ccd86e7d9" [ 816.578837] env[69529]: _type = "HttpNfcLease" [ 816.578837] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.580029] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.580029] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f64216-7f62-7681-814f-586ccd86e7d9" [ 816.580029] env[69529]: _type = "HttpNfcLease" [ 816.580029] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 816.580257] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 816.580257] env[69529]: value = "task-3355757" [ 816.580257] env[69529]: _type = "Task" [ 816.580257] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.580893] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2950adb9-df99-4d2c-8ef9-a6e36a13414d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.591657] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.595045] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a9771-c0fd-9fc5-e0e5-86be43ff42b6/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.595221] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a9771-c0fd-9fc5-e0e5-86be43ff42b6/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 816.654354] env[69529]: DEBUG nova.compute.utils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.664338] env[69529]: DEBUG nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.664629] env[69529]: DEBUG nova.network.neutron [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.677439] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355756, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.707088] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-feee1f41-0f57-4af3-94e0-e4d1031de2d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.725705] env[69529]: DEBUG nova.policy [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e35a2174683a4aa4a43207422a744ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59114ade1cec446d879516905009c7f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.802585] env[69529]: INFO nova.compute.manager [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] instance snapshotting [ 816.803384] env[69529]: DEBUG nova.objects.instance [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'flavor' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.925657] env[69529]: DEBUG nova.compute.manager [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-changed-07752e01-fef2-428b-bae3-212a0545cf7c {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.925850] env[69529]: DEBUG nova.compute.manager [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Refreshing instance network info cache due to event network-changed-07752e01-fef2-428b-bae3-212a0545cf7c. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.927253] env[69529]: DEBUG oslo_concurrency.lockutils [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] Acquiring lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.927253] env[69529]: DEBUG oslo_concurrency.lockutils [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] Acquired lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.927253] env[69529]: DEBUG nova.network.neutron [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Refreshing network info cache for port 07752e01-fef2-428b-bae3-212a0545cf7c {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.096427] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.162313] env[69529]: DEBUG nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.177688] env[69529]: DEBUG oslo_vmware.api [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3355756, 'name': PowerOnVM_Task, 'duration_secs': 0.787033} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.179099] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.179099] env[69529]: INFO nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Took 9.47 seconds to spawn the instance on the hypervisor. [ 817.179339] env[69529]: DEBUG nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.180841] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20836f69-623c-40ab-9f98-ffa2609f01ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.312701] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6695e2-eae8-4142-83b3-350eab7c598f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.340184] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9542ae-700a-4a8b-a9fe-ffb218d6399f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.357358] env[69529]: DEBUG nova.network.neutron [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Successfully created port: e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.440699] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Successfully updated port: 0032bb02-40d4-414e-86eb-2253eb099d55 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.503848] env[69529]: DEBUG nova.network.neutron [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.582751] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.582996] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.597281] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665281} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.597832] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] cc36ef6c-6844-4745-a164-44ddbe158fe9/cc36ef6c-6844-4745-a164-44ddbe158fe9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.598102] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.598480] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de58c76b-27f8-47df-b90b-466a226738d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.608085] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 817.608085] env[69529]: value = "task-3355758" [ 817.608085] env[69529]: _type = "Task" [ 817.608085] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.628245] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.689154] env[69529]: DEBUG nova.network.neutron [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.718649] env[69529]: INFO nova.compute.manager [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Took 44.53 seconds to build instance. [ 817.854187] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 817.854748] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b9011d2-d170-4022-b094-fb4c1f4e64c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.867578] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 817.867578] env[69529]: value = "task-3355759" [ 817.867578] env[69529]: _type = "Task" [ 817.867578] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.874973] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.889654] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df3acbb-0755-4a94-97f2-4066a2fb1bec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.897175] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d449a20-795f-47d0-84f3-ec565882356e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.936381] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1cc534-fb72-47eb-bd34-5fb70e9e2b7c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.947150] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430331ce-b0e3-4e70-aa2b-f2b89d5e0b58 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.963622] env[69529]: DEBUG nova.compute.provider_tree [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.123860] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125065} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.124773] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.126074] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649513aa-79d3-464b-81fa-fab11d51f4df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.151228] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] cc36ef6c-6844-4745-a164-44ddbe158fe9/cc36ef6c-6844-4745-a164-44ddbe158fe9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.151837] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efe118b-64c7-411f-9245-4cb24b8f58eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.171922] env[69529]: DEBUG nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.180015] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 818.180015] env[69529]: value = "task-3355760" [ 818.180015] env[69529]: _type = "Task" [ 818.180015] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.189296] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355760, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.193842] env[69529]: DEBUG oslo_concurrency.lockutils [req-5d2ecd74-ac5d-4f2a-84d7-59b41183afba req-c2f11bf7-5447-4797-80ac-57e21d81a6aa service nova] Releasing lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.209019] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.209019] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.209019] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.210415] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.210415] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.210415] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.210951] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.213589] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.213589] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.213589] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.213589] env[69529]: DEBUG nova.virt.hardware [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.213589] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53aa1ea-e904-4337-a55a-1353e2d889c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.222098] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3366b7c2-04cf-4330-bf0f-24a1b41592f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.226877] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e820300c-4215-4fed-8f43-2fa32fd3edaa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.288s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.377478] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355759, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.467316] env[69529]: DEBUG nova.scheduler.client.report [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.689021] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355760, 'name': ReconfigVM_Task, 'duration_secs': 0.506747} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.689399] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Reconfigured VM instance instance-0000002c to attach disk [datastore1] cc36ef6c-6844-4745-a164-44ddbe158fe9/cc36ef6c-6844-4745-a164-44ddbe158fe9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.690099] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b7b38c-b31e-4cb1-9566-ac4410b6d921 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.698327] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 818.698327] env[69529]: value = "task-3355761" [ 818.698327] env[69529]: _type = "Task" [ 818.698327] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.711476] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355761, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.734516] env[69529]: DEBUG nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.879733] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355759, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.977143] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.977764] env[69529]: DEBUG nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.980849] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.692s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.982302] env[69529]: INFO nova.compute.claims [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.147680] env[69529]: DEBUG nova.network.neutron [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Successfully updated port: e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.207065] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355761, 'name': Rename_Task, 'duration_secs': 0.223019} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.207065] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.207065] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbed6b7d-b6e5-455e-b228-79ed34c9bd41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.213172] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 819.213172] env[69529]: value = "task-3355762" [ 819.213172] env[69529]: _type = "Task" [ 819.213172] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.221535] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.228075] env[69529]: DEBUG nova.compute.manager [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-vif-plugged-0032bb02-40d4-414e-86eb-2253eb099d55 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.228347] env[69529]: DEBUG oslo_concurrency.lockutils [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] Acquiring lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.228563] env[69529]: DEBUG oslo_concurrency.lockutils [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.228723] env[69529]: DEBUG oslo_concurrency.lockutils [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.228895] env[69529]: DEBUG nova.compute.manager [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] No waiting events found dispatching network-vif-plugged-0032bb02-40d4-414e-86eb-2253eb099d55 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.231944] env[69529]: WARNING nova.compute.manager [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received unexpected event network-vif-plugged-0032bb02-40d4-414e-86eb-2253eb099d55 for instance with vm_state building and task_state spawning. [ 819.232276] env[69529]: DEBUG nova.compute.manager [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-changed-0032bb02-40d4-414e-86eb-2253eb099d55 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.232394] env[69529]: DEBUG nova.compute.manager [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Refreshing instance network info cache due to event network-changed-0032bb02-40d4-414e-86eb-2253eb099d55. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.232910] env[69529]: DEBUG oslo_concurrency.lockutils [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] Acquiring lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.232910] env[69529]: DEBUG oslo_concurrency.lockutils [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] Acquired lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.233117] env[69529]: DEBUG nova.network.neutron [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Refreshing network info cache for port 0032bb02-40d4-414e-86eb-2253eb099d55 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.274664] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.380263] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355759, 'name': CreateSnapshot_Task, 'duration_secs': 1.304113} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.380942] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.382063] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7324ef69-3a9b-4b68-9c82-4723a7f3b2c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.472445] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Successfully updated port: a46729d9-57dd-483c-984f-18c690dc14b6 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.489429] env[69529]: DEBUG nova.compute.utils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.493359] env[69529]: DEBUG nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.493359] env[69529]: DEBUG nova.network.neutron [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.557227] env[69529]: DEBUG nova.policy [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7442298718554417a6944a60b90853ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c8647364f2e4b24bffbd64e26bdee01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.655023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.655023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.655023] env[69529]: DEBUG nova.network.neutron [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.725056] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.796598] env[69529]: DEBUG nova.network.neutron [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.906567] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.907012] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-044a7ec2-ca70-4961-badd-33c055b18f48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.920019] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 819.920019] env[69529]: value = "task-3355763" [ 819.920019] env[69529]: _type = "Task" [ 819.920019] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.932261] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355763, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.932261] env[69529]: DEBUG nova.network.neutron [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.937767] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.938049] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.974890] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.975989] env[69529]: DEBUG nova.network.neutron [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Successfully created port: 31dba346-dcb0-474f-a476-e9551f1b2361 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.990992] env[69529]: DEBUG nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.206628] env[69529]: DEBUG nova.network.neutron [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.226752] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355762, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.283764] env[69529]: DEBUG nova.compute.manager [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Received event network-changed-1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.284067] env[69529]: DEBUG nova.compute.manager [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Refreshing instance network info cache due to event network-changed-1ff0e893-4c7f-4656-8faa-715451bf884f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.284215] env[69529]: DEBUG oslo_concurrency.lockutils [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] Acquiring lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.284463] env[69529]: DEBUG oslo_concurrency.lockutils [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] Acquired lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.284708] env[69529]: DEBUG nova.network.neutron [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Refreshing network info cache for port 1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.419197] env[69529]: DEBUG nova.network.neutron [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updating instance_info_cache with network_info: [{"id": "e05efad1-3627-4528-a6ca-4768b38f18e3", "address": "fa:16:3e:4b:46:f1", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05efad1-36", "ovs_interfaceid": "e05efad1-3627-4528-a6ca-4768b38f18e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.437667] env[69529]: DEBUG oslo_concurrency.lockutils [req-7eca99e1-b57d-4fb5-9530-57737034753d req-9a1e3407-0ebd-4ee1-9ecd-652940e704a7 service nova] Releasing lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.438281] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355763, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.439355] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.439672] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.443671] env[69529]: DEBUG nova.compute.utils [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.621648] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c18633-6fa0-4615-833b-8fac46cce5c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.630062] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc8222-7919-4d36-bc83-70950b58ef5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.663537] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8602fcfe-2ee9-475b-ac1a-06c49066248d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.672220] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f74da-0abe-400d-affd-5a7b1c1cbb1a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.686417] env[69529]: DEBUG nova.compute.provider_tree [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.726126] env[69529]: DEBUG oslo_vmware.api [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355762, 'name': PowerOnVM_Task, 'duration_secs': 1.26865} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.726378] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.726583] env[69529]: INFO nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Took 10.25 seconds to spawn the instance on the hypervisor. [ 820.726767] env[69529]: DEBUG nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.727594] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd52f9-cae2-4656-8c89-fff9049973ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.923761] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Releasing lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.923761] env[69529]: DEBUG nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Instance network_info: |[{"id": "e05efad1-3627-4528-a6ca-4768b38f18e3", "address": "fa:16:3e:4b:46:f1", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05efad1-36", "ovs_interfaceid": "e05efad1-3627-4528-a6ca-4768b38f18e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.926410] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:46:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e05efad1-3627-4528-a6ca-4768b38f18e3', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.934172] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.934455] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.935110] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44690d56-efbf-4bd2-a029-72cbdde793e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.957012] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.957532] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355763, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.962985] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.962985] env[69529]: value = "task-3355764" [ 820.962985] env[69529]: _type = "Task" [ 820.962985] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.970903] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355764, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.000636] env[69529]: DEBUG nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.012830] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.039735] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:58:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c91074f-fcfd-4650-8a2b-44a865762b0b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2066731739',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.040348] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.040619] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.040846] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.041047] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.042027] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.042027] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.042027] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.042027] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.042181] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.042319] env[69529]: DEBUG nova.virt.hardware [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.045292] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db8612-3476-42af-a67f-1a4f3c1a123b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.053160] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf2e23-412f-4a08-bd50-b4c2ed09d0d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.155090] env[69529]: DEBUG nova.network.neutron [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Updated VIF entry in instance network info cache for port 1ff0e893-4c7f-4656-8faa-715451bf884f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.155621] env[69529]: DEBUG nova.network.neutron [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Updating instance_info_cache with network_info: [{"id": "1ff0e893-4c7f-4656-8faa-715451bf884f", "address": "fa:16:3e:85:b9:2b", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff0e893-4c", "ovs_interfaceid": "1ff0e893-4c7f-4656-8faa-715451bf884f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.190180] env[69529]: DEBUG nova.scheduler.client.report [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.251917] env[69529]: INFO nova.compute.manager [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Took 45.28 seconds to build instance. [ 821.431082] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355763, 'name': CloneVM_Task, 'duration_secs': 1.352484} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.431082] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Created linked-clone VM from snapshot [ 821.431279] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70581f11-671c-42fd-b29e-66e3a7b70608 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.438664] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Uploading image c2a8f546-3fb6-4905-87cd-4f9d1dfe2fe2 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.471035] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 821.471035] env[69529]: value = "vm-669775" [ 821.471035] env[69529]: _type = "VirtualMachine" [ 821.471035] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 821.471035] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-437cfb55-d0c1-46d1-8624-60c97943455b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.476783] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355764, 'name': CreateVM_Task, 'duration_secs': 0.432969} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.480922] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.480922] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease: (returnval){ [ 821.480922] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52009f29-bbf1-752d-6b6b-f4c59c236783" [ 821.480922] env[69529]: _type = "HttpNfcLease" [ 821.480922] env[69529]: } obtained for exporting VM: (result){ [ 821.480922] env[69529]: value = "vm-669775" [ 821.480922] env[69529]: _type = "VirtualMachine" [ 821.480922] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 821.480922] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the lease: (returnval){ [ 821.480922] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52009f29-bbf1-752d-6b6b-f4c59c236783" [ 821.480922] env[69529]: _type = "HttpNfcLease" [ 821.480922] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.482364] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.482364] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.482364] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.482624] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950b9677-eba7-48b9-8538-6b5eb01cf5e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.489848] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 821.489848] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52440bec-1786-14ed-625e-d054f4587852" [ 821.489848] env[69529]: _type = "Task" [ 821.489848] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.491606] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.491606] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52009f29-bbf1-752d-6b6b-f4c59c236783" [ 821.491606] env[69529]: _type = "HttpNfcLease" [ 821.491606] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 821.495220] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 821.495220] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52009f29-bbf1-752d-6b6b-f4c59c236783" [ 821.495220] env[69529]: _type = "HttpNfcLease" [ 821.495220] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 821.495976] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6501c216-0f55-43e4-b693-d47eb3431ad6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.503804] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58089-1b59-5e73-cb87-59433bc3a829/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 821.503993] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58089-1b59-5e73-cb87-59433bc3a829/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 821.508301] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52440bec-1786-14ed-625e-d054f4587852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.659158] env[69529]: DEBUG oslo_concurrency.lockutils [req-ad8cc722-de0a-4539-83e4-c7db6f1558c0 req-f4851567-b9c4-4dde-9f2b-13d41f65383b service nova] Releasing lock "refresh_cache-c7a63209-9705-4caa-b567-ffd30dbe38c2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.668104] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d3fd7afc-46a8-4793-a77c-145e2c986c4f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.695700] env[69529]: DEBUG nova.network.neutron [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Updating instance_info_cache with network_info: [{"id": "07752e01-fef2-428b-bae3-212a0545cf7c", "address": "fa:16:3e:e4:85:35", "network": {"id": "278777e6-665b-4840-ac64-632b4b35210f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-705531178", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07752e01-fe", "ovs_interfaceid": "07752e01-fef2-428b-bae3-212a0545cf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0032bb02-40d4-414e-86eb-2253eb099d55", "address": "fa:16:3e:92:7d:76", "network": {"id": "0b4d1e58-b2e8-4a78-8f48-7523c71637ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1513354874", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0032bb02-40", "ovs_interfaceid": "0032bb02-40d4-414e-86eb-2253eb099d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a46729d9-57dd-483c-984f-18c690dc14b6", "address": "fa:16:3e:38:b5:ec", "network": {"id": "278777e6-665b-4840-ac64-632b4b35210f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-705531178", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46729d9-57", "ovs_interfaceid": "a46729d9-57dd-483c-984f-18c690dc14b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.697561] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.697944] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.706722] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.276s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.706849] env[69529]: DEBUG nova.objects.instance [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lazy-loading 'resources' on Instance uuid 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.754888] env[69529]: DEBUG oslo_concurrency.lockutils [None req-928ddbc1-a3b5-494d-8ae8-6ac3a60aea1d tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.524s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.773816] env[69529]: DEBUG nova.network.neutron [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Successfully updated port: 31dba346-dcb0-474f-a476-e9551f1b2361 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.864638] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Received event network-vif-plugged-e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.865046] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Acquiring lock "9bd9e5f3-036b-44a2-8863-470653a383d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.865331] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.865616] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.865823] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] No waiting events found dispatching network-vif-plugged-e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.866000] env[69529]: WARNING nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Received unexpected event network-vif-plugged-e05efad1-3627-4528-a6ca-4768b38f18e3 for instance with vm_state building and task_state spawning. [ 821.866974] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Received event network-changed-e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.867486] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Refreshing instance network info cache due to event network-changed-e05efad1-3627-4528-a6ca-4768b38f18e3. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.867486] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Acquiring lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.867486] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Acquired lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.867943] env[69529]: DEBUG nova.network.neutron [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Refreshing network info cache for port e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.005740] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52440bec-1786-14ed-625e-d054f4587852, 'name': SearchDatastore_Task, 'duration_secs': 0.018434} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.006151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.006424] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.006690] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.006895] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.007129] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.007597] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-417774bf-11d0-4a0a-8d56-1aa49126c3a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.017175] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.017347] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.018072] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85930a7f-380c-4377-988f-840128b5a394 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.023583] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 822.023583] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52551ea1-4b39-517a-9fab-57ac95f9a772" [ 822.023583] env[69529]: _type = "Task" [ 822.023583] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.032532] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52551ea1-4b39-517a-9fab-57ac95f9a772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.070476] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.071022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.071632] env[69529]: INFO nova.compute.manager [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Attaching volume b7d4cb4f-c533-498b-86a5-08a30e09b942 to /dev/sdb [ 822.115443] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248fa659-0cbe-4bc8-b719-275ebfa06ccd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.123482] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a274fa-5fc1-49de-b08a-d19f79d46cff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.139431] env[69529]: DEBUG nova.virt.block_device [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Updating existing volume attachment record: af45070d-75eb-47e5-8376-1065b1dcb902 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 822.201428] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Releasing lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.201981] env[69529]: DEBUG nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Instance network_info: |[{"id": "07752e01-fef2-428b-bae3-212a0545cf7c", "address": "fa:16:3e:e4:85:35", "network": {"id": "278777e6-665b-4840-ac64-632b4b35210f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-705531178", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07752e01-fe", "ovs_interfaceid": "07752e01-fef2-428b-bae3-212a0545cf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0032bb02-40d4-414e-86eb-2253eb099d55", "address": "fa:16:3e:92:7d:76", "network": {"id": "0b4d1e58-b2e8-4a78-8f48-7523c71637ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1513354874", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0032bb02-40", "ovs_interfaceid": "0032bb02-40d4-414e-86eb-2253eb099d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a46729d9-57dd-483c-984f-18c690dc14b6", "address": "fa:16:3e:38:b5:ec", "network": {"id": "278777e6-665b-4840-ac64-632b4b35210f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-705531178", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46729d9-57", "ovs_interfaceid": "a46729d9-57dd-483c-984f-18c690dc14b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.202749] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:85:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07752e01-fef2-428b-bae3-212a0545cf7c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:7d:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0032bb02-40d4-414e-86eb-2253eb099d55', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:b5:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46729d9-57dd-483c-984f-18c690dc14b6', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.218412] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Creating folder: Project (ab86a4d30e704df0abad0f0b46df5fb1). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.219788] env[69529]: DEBUG nova.compute.utils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.225774] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ceddee4-4338-4efe-8038-1c51d142c5df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.231026] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.231026] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.240034] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Created folder: Project (ab86a4d30e704df0abad0f0b46df5fb1) in parent group-v669649. [ 822.240590] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Creating folder: Instances. Parent ref: group-v669777. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.241786] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb31d219-e3ea-4068-a251-25a03f9cff29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.254139] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Created folder: Instances in parent group-v669777. [ 822.254391] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.254575] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.254743] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a058ab8-d3af-407f-b3da-21f64dc26132 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.284560] env[69529]: DEBUG nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.288619] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.288837] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.289060] env[69529]: DEBUG nova.network.neutron [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.302543] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.302543] env[69529]: value = "task-3355769" [ 822.302543] env[69529]: _type = "Task" [ 822.302543] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.306064] env[69529]: DEBUG nova.policy [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8422897d894cf887e13e8f7ffa77e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f3a3d879d6643f1af7b84af6168a49a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.333207] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355769, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.534502] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52551ea1-4b39-517a-9fab-57ac95f9a772, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.535380] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14980f5d-1876-4ebe-bb8e-5cd2d5b081b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.545220] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 822.545220] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5203c3b3-5f5d-5206-b45f-2c16d943f555" [ 822.545220] env[69529]: _type = "Task" [ 822.545220] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.559680] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5203c3b3-5f5d-5206-b45f-2c16d943f555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.632873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "2814f114-c951-458b-95d7-7b7e0c6addb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.636664] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.725058] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.757632] env[69529]: DEBUG nova.network.neutron [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updated VIF entry in instance network info cache for port e05efad1-3627-4528-a6ca-4768b38f18e3. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.758207] env[69529]: DEBUG nova.network.neutron [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updating instance_info_cache with network_info: [{"id": "e05efad1-3627-4528-a6ca-4768b38f18e3", "address": "fa:16:3e:4b:46:f1", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05efad1-36", "ovs_interfaceid": "e05efad1-3627-4528-a6ca-4768b38f18e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.825906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.831998] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355769, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.854233] env[69529]: DEBUG nova.network.neutron [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.866988] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Successfully created port: 86289480-497d-4527-91a2-eb605383f6e9 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.057668] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5203c3b3-5f5d-5206-b45f-2c16d943f555, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.059150] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.059521] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 9bd9e5f3-036b-44a2-8863-470653a383d1/9bd9e5f3-036b-44a2-8863-470653a383d1.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.060693] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7a4d6b-1fcd-4d15-8362-3d5de17412e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.063722] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7127c92d-90eb-4b65-b7fe-6016c661aabf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.072325] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af2661-e92a-4d65-a087-2980829b6f96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.075950] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 823.075950] env[69529]: value = "task-3355772" [ 823.075950] env[69529]: _type = "Task" [ 823.075950] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.109895] env[69529]: DEBUG nova.network.neutron [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [{"id": "31dba346-dcb0-474f-a476-e9551f1b2361", "address": "fa:16:3e:8b:54:56", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dba346-dc", "ovs_interfaceid": "31dba346-dcb0-474f-a476-e9551f1b2361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.112604] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe15fef3-dedb-4625-ba8d-42eb3d96e0bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.119718] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.128280] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac0c356-4c54-4cac-90c9-8b51e53ebc2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.144529] env[69529]: DEBUG nova.compute.provider_tree [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.264400] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Releasing lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.265503] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-vif-plugged-a46729d9-57dd-483c-984f-18c690dc14b6 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.265503] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Acquiring lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.265744] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.266440] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.266654] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] No waiting events found dispatching network-vif-plugged-a46729d9-57dd-483c-984f-18c690dc14b6 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.267028] env[69529]: WARNING nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received unexpected event network-vif-plugged-a46729d9-57dd-483c-984f-18c690dc14b6 for instance with vm_state building and task_state spawning. [ 823.267331] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-changed-a46729d9-57dd-483c-984f-18c690dc14b6 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.267615] env[69529]: DEBUG nova.compute.manager [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Refreshing instance network info cache due to event network-changed-a46729d9-57dd-483c-984f-18c690dc14b6. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.268204] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Acquiring lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.268406] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Acquired lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.268599] env[69529]: DEBUG nova.network.neutron [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Refreshing network info cache for port a46729d9-57dd-483c-984f-18c690dc14b6 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.325731] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355769, 'name': CreateVM_Task, 'duration_secs': 0.580348} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.326438] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.327455] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.327787] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.328362] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.328669] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19384f52-c855-48a6-9749-2fb2ef98b029 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.336016] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 823.336016] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5225a597-26d5-234a-760d-bbc2cf794c10" [ 823.336016] env[69529]: _type = "Task" [ 823.336016] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.349326] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5225a597-26d5-234a-760d-bbc2cf794c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.587233] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477345} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.587556] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 9bd9e5f3-036b-44a2-8863-470653a383d1/9bd9e5f3-036b-44a2-8863-470653a383d1.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.587832] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.588103] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bdb772a-e346-49d5-a017-60d9e17064a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.594174] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 823.594174] env[69529]: value = "task-3355773" [ 823.594174] env[69529]: _type = "Task" [ 823.594174] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.602113] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.616956] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.617437] env[69529]: DEBUG nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Instance network_info: |[{"id": "31dba346-dcb0-474f-a476-e9551f1b2361", "address": "fa:16:3e:8b:54:56", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dba346-dc", "ovs_interfaceid": "31dba346-dcb0-474f-a476-e9551f1b2361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.617876] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:54:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31dba346-dcb0-474f-a476-e9551f1b2361', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.625696] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.625998] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.626306] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91827425-7fd0-4b22-9408-d2e5df642291 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.648106] env[69529]: DEBUG nova.scheduler.client.report [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.652658] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.652658] env[69529]: value = "task-3355774" [ 823.652658] env[69529]: _type = "Task" [ 823.652658] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.662905] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.736069] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.849994] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5225a597-26d5-234a-760d-bbc2cf794c10, 'name': SearchDatastore_Task, 'duration_secs': 0.054465} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.850188] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.850434] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.850806] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.850806] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.850992] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.851283] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-787c092c-4945-484e-b60d-1e33444f9dbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.861208] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.861419] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.862298] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200edb75-8254-4a7d-8ddb-b623a195178b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.868580] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 823.868580] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5298633a-132b-265a-d60d-b498ec8566bc" [ 823.868580] env[69529]: _type = "Task" [ 823.868580] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.877257] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5298633a-132b-265a-d60d-b498ec8566bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.110632] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076947} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.110940] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.112077] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d3fadd-a5cb-4c77-99bd-b163ee66ad3a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.136297] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9bd9e5f3-036b-44a2-8863-470653a383d1/9bd9e5f3-036b-44a2-8863-470653a383d1.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.139271] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-146f8370-530e-4bcb-9f48-fa13634889c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.156188] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.450s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.158790] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.592s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.159065] env[69529]: DEBUG nova.objects.instance [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lazy-loading 'resources' on Instance uuid 507aa0e9-96c1-46cd-88cc-469f5ae354a6 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.170120] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.172173] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 824.172173] env[69529]: value = "task-3355775" [ 824.172173] env[69529]: _type = "Task" [ 824.172173] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.183571] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.186723] env[69529]: INFO nova.scheduler.client.report [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Deleted allocations for instance 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d [ 824.317075] env[69529]: DEBUG nova.network.neutron [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Updated VIF entry in instance network info cache for port a46729d9-57dd-483c-984f-18c690dc14b6. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.317644] env[69529]: DEBUG nova.network.neutron [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Updating instance_info_cache with network_info: [{"id": "07752e01-fef2-428b-bae3-212a0545cf7c", "address": "fa:16:3e:e4:85:35", "network": {"id": "278777e6-665b-4840-ac64-632b4b35210f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-705531178", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07752e01-fe", "ovs_interfaceid": "07752e01-fef2-428b-bae3-212a0545cf7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0032bb02-40d4-414e-86eb-2253eb099d55", "address": "fa:16:3e:92:7d:76", "network": {"id": "0b4d1e58-b2e8-4a78-8f48-7523c71637ac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1513354874", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0032bb02-40", "ovs_interfaceid": "0032bb02-40d4-414e-86eb-2253eb099d55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a46729d9-57dd-483c-984f-18c690dc14b6", "address": "fa:16:3e:38:b5:ec", "network": {"id": "278777e6-665b-4840-ac64-632b4b35210f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-705531178", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46729d9-57", "ovs_interfaceid": "a46729d9-57dd-483c-984f-18c690dc14b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.379326] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5298633a-132b-265a-d60d-b498ec8566bc, 'name': SearchDatastore_Task, 'duration_secs': 0.017005} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.380174] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d95aeda-ff9b-4c64-8bcf-0a03720be56b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.386090] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 824.386090] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5235cc3d-351b-7b11-219b-b6420ae51ee2" [ 824.386090] env[69529]: _type = "Task" [ 824.386090] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.394873] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5235cc3d-351b-7b11-219b-b6420ae51ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.504501] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Successfully updated port: 86289480-497d-4527-91a2-eb605383f6e9 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.672766] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.682236] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.693937] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0809335b-8a82-4dc3-bf45-2c1965327ab0 tempest-TenantUsagesTestJSON-585817425 tempest-TenantUsagesTestJSON-585817425-project-member] Lock "23d496ce-cce1-47ee-b8f9-ef08d1f81d5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.678s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.820349] env[69529]: DEBUG oslo_concurrency.lockutils [req-8cba705b-e89d-4113-9fa6-1e8abcb38cde req-895d67b4-37fd-466e-8f08-241eb4853287 service nova] Releasing lock "refresh_cache-e3a8beb1-fde1-487c-9001-573a322acf9f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.896623] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5235cc3d-351b-7b11-219b-b6420ae51ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.019543} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.899531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.899823] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] e3a8beb1-fde1-487c-9001-573a322acf9f/e3a8beb1-fde1-487c-9001-573a322acf9f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.900331] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb46e141-1739-40c7-ab60-009d05007341 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.907156] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 824.907156] env[69529]: value = "task-3355777" [ 824.907156] env[69529]: _type = "Task" [ 824.907156] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.917550] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.008048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "refresh_cache-d5bd66ce-fffe-4425-bacd-d69f6f889a31" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.008320] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "refresh_cache-d5bd66ce-fffe-4425-bacd-d69f6f889a31" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.008502] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.167272] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.169062] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1bd0a4-3b76-4bd5-b0b8-51146afb8ff2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.179130] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e7444a-0903-4648-a999-53a64550d598 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.185828] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355775, 'name': ReconfigVM_Task, 'duration_secs': 0.616944} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.186589] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9bd9e5f3-036b-44a2-8863-470653a383d1/9bd9e5f3-036b-44a2-8863-470653a383d1.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.187301] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d65388b-5bd3-41bf-9fcc-a008f77abfca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.221649] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93147f9-168d-4068-a1e7-fff528a0e02e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.224428] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 825.224428] env[69529]: value = "task-3355778" [ 825.224428] env[69529]: _type = "Task" [ 825.224428] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.232732] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2950e677-0ec1-42ff-ad81-2d0e2697bdcd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.240958] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355778, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.253962] env[69529]: DEBUG nova.compute.provider_tree [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.420333] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355777, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.545371] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.669257] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.682417] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Updating instance_info_cache with network_info: [{"id": "86289480-497d-4527-91a2-eb605383f6e9", "address": "fa:16:3e:8b:5f:17", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86289480-49", "ovs_interfaceid": "86289480-497d-4527-91a2-eb605383f6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.735384] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355778, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.757755] env[69529]: DEBUG nova.scheduler.client.report [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.920027] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584586} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.920239] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] e3a8beb1-fde1-487c-9001-573a322acf9f/e3a8beb1-fde1-487c-9001-573a322acf9f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.920499] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.920786] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d09e5b23-4503-486e-9f99-0aa35243bb85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.928605] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 825.928605] env[69529]: value = "task-3355779" [ 825.928605] env[69529]: _type = "Task" [ 825.928605] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.939578] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.172213] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.184892] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "refresh_cache-d5bd66ce-fffe-4425-bacd-d69f6f889a31" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.185238] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Instance network_info: |[{"id": "86289480-497d-4527-91a2-eb605383f6e9", "address": "fa:16:3e:8b:5f:17", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86289480-49", "ovs_interfaceid": "86289480-497d-4527-91a2-eb605383f6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.236569] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355778, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.263258] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.266041] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.460s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.266175] env[69529]: DEBUG nova.objects.instance [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lazy-loading 'resources' on Instance uuid 1d615966-8d6e-4815-8128-f882fff2f889 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.282099] env[69529]: INFO nova.scheduler.client.report [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Deleted allocations for instance 507aa0e9-96c1-46cd-88cc-469f5ae354a6 [ 826.440091] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355779, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.671869] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.737425] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355778, 'name': Rename_Task, 'duration_secs': 1.214974} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.737720] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.738015] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e41029d-22a4-4bb6-bb76-4c6205d5e436 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.745986] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 826.745986] env[69529]: value = "task-3355780" [ 826.745986] env[69529]: _type = "Task" [ 826.745986] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.756013] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.790692] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ddd90401-b7f0-4371-8f3a-9833b143013b tempest-ServersTestManualDisk-1559589660 tempest-ServersTestManualDisk-1559589660-project-member] Lock "507aa0e9-96c1-46cd-88cc-469f5ae354a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.665s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.926649] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.926914] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.927117] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.927802] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.927802] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.927802] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.928167] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.928286] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.928566] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.928859] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.929182] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.932260] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec3634e-581a-47eb-87e3-2bc468222d5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.949115] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a9771-c0fd-9fc5-e0e5-86be43ff42b6/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.950059] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b27858-892a-464c-8e9a-3a8c8bebc69c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.958160] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355779, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.962330] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7706a86f-c926-49f4-8509-af9b4cf656f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.970085] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a9771-c0fd-9fc5-e0e5-86be43ff42b6/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.970287] env[69529]: ERROR oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a9771-c0fd-9fc5-e0e5-86be43ff42b6/disk-0.vmdk due to incomplete transfer. [ 826.976496] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05d73472-270e-431d-b166-f0ae2b1caff2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.995946] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:5f:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86289480-497d-4527-91a2-eb605383f6e9', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.005431] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.007499] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.008062] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5133f7c-cf51-4f14-8225-d7f969e9e5c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.032628] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a9771-c0fd-9fc5-e0e5-86be43ff42b6/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 827.032879] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Uploaded image 8aca9fd4-93b1-4ab1-8fc2-a7ceb0caf493 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 827.035326] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.036148] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ad957c58-77c2-4f28-8c39-337b6ab0e684 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.043096] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.043096] env[69529]: value = "task-3355781" [ 827.043096] env[69529]: _type = "Task" [ 827.043096] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.044658] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 827.044658] env[69529]: value = "task-3355782" [ 827.044658] env[69529]: _type = "Task" [ 827.044658] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.068199] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355782, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.068768] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355781, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.173940] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.191642] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 827.191642] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669781', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'name': 'volume-b7d4cb4f-c533-498b-86a5-08a30e09b942', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a506c55-2b41-470b-a8e3-2c582fb1a4fe', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'serial': 'b7d4cb4f-c533-498b-86a5-08a30e09b942'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 827.192307] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e067e-df6c-4d30-bbeb-6331cd635d83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.219821] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3facc54-d806-45ae-92a1-2e41a2e343a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.247544] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-b7d4cb4f-c533-498b-86a5-08a30e09b942/volume-b7d4cb4f-c533-498b-86a5-08a30e09b942.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.250832] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878b38cd-f46d-4ca3-9ea0-fe18128996d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.277474] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.279080] env[69529]: DEBUG oslo_vmware.api [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 827.279080] env[69529]: value = "task-3355783" [ 827.279080] env[69529]: _type = "Task" [ 827.279080] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.293306] env[69529]: DEBUG oslo_vmware.api [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.401092] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2cb93-4ed2-49e2-84ae-c847ec0a607a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.412456] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9e37b9-6d52-4fef-8a12-a9b8e63dd86f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453995] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb45b8d-d92e-4a0d-95f0-d7faa06153b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.457959] env[69529]: DEBUG nova.compute.manager [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Received event network-vif-plugged-31dba346-dcb0-474f-a476-e9551f1b2361 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.458268] env[69529]: DEBUG oslo_concurrency.lockutils [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] Acquiring lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.458629] env[69529]: DEBUG oslo_concurrency.lockutils [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.458818] env[69529]: DEBUG oslo_concurrency.lockutils [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.458987] env[69529]: DEBUG nova.compute.manager [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] No waiting events found dispatching network-vif-plugged-31dba346-dcb0-474f-a476-e9551f1b2361 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.459194] env[69529]: WARNING nova.compute.manager [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Received unexpected event network-vif-plugged-31dba346-dcb0-474f-a476-e9551f1b2361 for instance with vm_state building and task_state spawning. [ 827.459327] env[69529]: DEBUG nova.compute.manager [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Received event network-changed-31dba346-dcb0-474f-a476-e9551f1b2361 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.459493] env[69529]: DEBUG nova.compute.manager [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Refreshing instance network info cache due to event network-changed-31dba346-dcb0-474f-a476-e9551f1b2361. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.459786] env[69529]: DEBUG oslo_concurrency.lockutils [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] Acquiring lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.459979] env[69529]: DEBUG oslo_concurrency.lockutils [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] Acquired lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.460114] env[69529]: DEBUG nova.network.neutron [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Refreshing network info cache for port 31dba346-dcb0-474f-a476-e9551f1b2361 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.470998] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355779, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.472954] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8b9931-c811-487d-9c77-895f3210e34d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.489645] env[69529]: DEBUG nova.compute.provider_tree [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.555238] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355781, 'name': CreateVM_Task, 'duration_secs': 0.372642} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.555867] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.557944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.557944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.557944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.557944] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc614256-acaa-4003-b4b6-2cfe924e9e4e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.561767] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355782, 'name': Destroy_Task, 'duration_secs': 0.405416} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.562363] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Destroyed the VM [ 827.562651] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.562901] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ae29c7e-4039-46da-b0cc-ccc48e6ec17b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.566168] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 827.566168] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b9682-f1c4-7e80-49dc-c84fe5e93e74" [ 827.566168] env[69529]: _type = "Task" [ 827.566168] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.573599] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 827.573599] env[69529]: value = "task-3355784" [ 827.573599] env[69529]: _type = "Task" [ 827.573599] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.577287] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b9682-f1c4-7e80-49dc-c84fe5e93e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.586782] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.676638] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.762645] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.797028] env[69529]: DEBUG oslo_vmware.api [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.959512] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355779, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.996089] env[69529]: DEBUG nova.scheduler.client.report [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.999599] env[69529]: DEBUG nova.compute.manager [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.005035] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c1d09-b587-48ae-8a12-00550d276566 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.079840] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b9682-f1c4-7e80-49dc-c84fe5e93e74, 'name': SearchDatastore_Task, 'duration_secs': 0.014407} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.083849] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.084327] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.084769] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.085126] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.085457] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.088230] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54c1bdd-61bf-4fa8-8f17-1ecfce95bcbc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.097380] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355784, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.102889] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.102889] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.102889] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2272cb5-8e9c-4802-9f33-f29962ab6cfc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.109034] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 828.109034] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521bb245-740d-a58e-9a92-4a033f17140e" [ 828.109034] env[69529]: _type = "Task" [ 828.109034] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.124376] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521bb245-740d-a58e-9a92-4a033f17140e, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.125396] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636be950-15aa-47b0-9a5c-3d5093d7919e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.131820] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 828.131820] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac8d59-ac91-d4c6-a481-6c62918cb41b" [ 828.131820] env[69529]: _type = "Task" [ 828.131820] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.141983] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac8d59-ac91-d4c6-a481-6c62918cb41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.177949] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.265963] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.299909] env[69529]: DEBUG oslo_vmware.api [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355783, 'name': ReconfigVM_Task, 'duration_secs': 0.638617} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.300388] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-b7d4cb4f-c533-498b-86a5-08a30e09b942/volume-b7d4cb4f-c533-498b-86a5-08a30e09b942.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.307424] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf87bfbf-eb0f-4981-8ed8-9244133143ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.329209] env[69529]: DEBUG oslo_vmware.api [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 828.329209] env[69529]: value = "task-3355785" [ 828.329209] env[69529]: _type = "Task" [ 828.329209] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.343850] env[69529]: DEBUG oslo_vmware.api [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.345266] env[69529]: DEBUG nova.network.neutron [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updated VIF entry in instance network info cache for port 31dba346-dcb0-474f-a476-e9551f1b2361. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.345661] env[69529]: DEBUG nova.network.neutron [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [{"id": "31dba346-dcb0-474f-a476-e9551f1b2361", "address": "fa:16:3e:8b:54:56", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dba346-dc", "ovs_interfaceid": "31dba346-dcb0-474f-a476-e9551f1b2361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.459409] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 2.461318} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.459788] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.462446] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00372f9e-c3a4-49ac-9f55-47c4f3446a70 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.494059] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] e3a8beb1-fde1-487c-9001-573a322acf9f/e3a8beb1-fde1-487c-9001-573a322acf9f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.494493] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54896cdf-a565-4439-a898-643c65920337 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.511101] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.513372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.421s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.515014] env[69529]: INFO nova.compute.claims [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.521773] env[69529]: INFO nova.compute.manager [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] instance snapshotting [ 828.523705] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 828.523705] env[69529]: value = "task-3355786" [ 828.523705] env[69529]: _type = "Task" [ 828.523705] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.530222] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632e9e5-ffe1-4bfe-abc2-09ebeb59bf2a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.540891] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.558336] env[69529]: INFO nova.scheduler.client.report [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Deleted allocations for instance 1d615966-8d6e-4815-8128-f882fff2f889 [ 828.561376] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3806ba0-9582-4bc4-96e1-15b5690260fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.590740] env[69529]: DEBUG oslo_vmware.api [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355784, 'name': RemoveSnapshot_Task, 'duration_secs': 0.884759} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.590740] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.590740] env[69529]: INFO nova.compute.manager [None req-b4db4743-6823-4cc3-afd9-524e821ed6c2 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 828.647656] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac8d59-ac91-d4c6-a481-6c62918cb41b, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.648023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.648314] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] d5bd66ce-fffe-4425-bacd-d69f6f889a31/d5bd66ce-fffe-4425-bacd-d69f6f889a31.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.648619] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33fccee8-b543-4372-b7a0-beb86010fb43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.658305] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 828.658305] env[69529]: value = "task-3355787" [ 828.658305] env[69529]: _type = "Task" [ 828.658305] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.673037] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.681173] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355774, 'name': CreateVM_Task, 'duration_secs': 4.71052} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.681173] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.681895] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.682114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.682483] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.682791] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c1a268-06c3-43b3-b6da-0f2f782daa67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.707345] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 828.707345] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52549ea8-1467-366d-6016-1959fb4c3d99" [ 828.707345] env[69529]: _type = "Task" [ 828.707345] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.720537] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52549ea8-1467-366d-6016-1959fb4c3d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.766065] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.841890] env[69529]: DEBUG oslo_vmware.api [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355785, 'name': ReconfigVM_Task, 'duration_secs': 0.204888} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.845880] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669781', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'name': 'volume-b7d4cb4f-c533-498b-86a5-08a30e09b942', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a506c55-2b41-470b-a8e3-2c582fb1a4fe', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'serial': 'b7d4cb4f-c533-498b-86a5-08a30e09b942'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 828.849247] env[69529]: DEBUG oslo_concurrency.lockutils [req-8e60f272-1117-4180-acb1-eb4307ca9e24 req-5199a0b4-0e78-435b-bf5f-bcdb0490f66a service nova] Releasing lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.899962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-6b391d42-08bf-4dd2-9bbf-4eab08b42a89-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.899962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b391d42-08bf-4dd2-9bbf-4eab08b42a89-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.900081] env[69529]: DEBUG nova.objects.instance [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'flavor' on Instance uuid 6b391d42-08bf-4dd2-9bbf-4eab08b42a89 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.047739] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355786, 'name': ReconfigVM_Task, 'duration_secs': 0.468724} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.048144] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] e3a8beb1-fde1-487c-9001-573a322acf9f/e3a8beb1-fde1-487c-9001-573a322acf9f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.048726] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ec87c4-594b-496c-a3a0-d2d17e5b9cc6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.058640] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 829.058640] env[69529]: value = "task-3355788" [ 829.058640] env[69529]: _type = "Task" [ 829.058640] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.074587] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355788, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.075206] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b288a40a-d519-407c-a695-b2548a0af6df tempest-VolumesAssistedSnapshotsTest-681398415 tempest-VolumesAssistedSnapshotsTest-681398415-project-member] Lock "1d615966-8d6e-4815-8128-f882fff2f889" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.332s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.081420] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.082104] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85a77968-c5bd-41c5-8aa8-96c429c0f93b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.096498] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 829.096498] env[69529]: value = "task-3355789" [ 829.096498] env[69529]: _type = "Task" [ 829.096498] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.112350] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.171368] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505843} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.171935] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] d5bd66ce-fffe-4425-bacd-d69f6f889a31/d5bd66ce-fffe-4425-bacd-d69f6f889a31.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.172713] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.173074] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a61825c-aaa1-4b3a-92cb-aeaca37cb229 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.182806] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 829.182806] env[69529]: value = "task-3355790" [ 829.182806] env[69529]: _type = "Task" [ 829.182806] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.193331] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.219779] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52549ea8-1467-366d-6016-1959fb4c3d99, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.220346] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.220679] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.221018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.221302] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.221603] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.221969] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fac9e815-260b-475a-9de2-65138cc8591d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.232749] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.233104] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.233954] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a871a3d3-4a69-4fbc-8497-9af04b73ee3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.241372] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 829.241372] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522307e1-fc65-767d-8079-6031b05f7d5e" [ 829.241372] env[69529]: _type = "Task" [ 829.241372] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.254028] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522307e1-fc65-767d-8079-6031b05f7d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.264984] env[69529]: DEBUG oslo_vmware.api [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355780, 'name': PowerOnVM_Task, 'duration_secs': 2.114295} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.265374] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.265645] env[69529]: INFO nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Took 11.09 seconds to spawn the instance on the hypervisor. [ 829.265887] env[69529]: DEBUG nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.266832] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f0c29a-cff5-4a20-ad6c-953a223367c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.533907] env[69529]: DEBUG nova.objects.instance [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'pci_requests' on Instance uuid 6b391d42-08bf-4dd2-9bbf-4eab08b42a89 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.572787] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355788, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.614467] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.707592] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073102} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.708548] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.708959] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f997b8-6d98-45fa-bd6e-abf55bdaa822 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.743258] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] d5bd66ce-fffe-4425-bacd-d69f6f889a31/d5bd66ce-fffe-4425-bacd-d69f6f889a31.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.749020] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c366c944-3f32-4f43-bf5f-1226aa90ff43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.783252] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522307e1-fc65-767d-8079-6031b05f7d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.01676} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.792938] env[69529]: INFO nova.compute.manager [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Took 44.05 seconds to build instance. [ 829.795562] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 829.795562] env[69529]: value = "task-3355791" [ 829.795562] env[69529]: _type = "Task" [ 829.795562] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.799515] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70abe8d-0e18-4585-9b7e-def2744be4b1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.811232] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 829.811232] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5259f02b-3b05-13ea-2894-7235075f22b4" [ 829.811232] env[69529]: _type = "Task" [ 829.811232] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.816069] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.829807] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5259f02b-3b05-13ea-2894-7235075f22b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.830202] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.830504] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.830815] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54dbf2ad-28af-47b4-8d49-3e02cdc6a87f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.839989] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 829.839989] env[69529]: value = "task-3355792" [ 829.839989] env[69529]: _type = "Task" [ 829.839989] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.850222] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.886027] env[69529]: DEBUG nova.objects.instance [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lazy-loading 'flavor' on Instance uuid 2a506c55-2b41-470b-a8e3-2c582fb1a4fe {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.040570] env[69529]: DEBUG nova.objects.base [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Object Instance<6b391d42-08bf-4dd2-9bbf-4eab08b42a89> lazy-loaded attributes: flavor,pci_requests {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 830.040570] env[69529]: DEBUG nova.network.neutron [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.079308] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355788, 'name': Rename_Task, 'duration_secs': 0.990499} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.083616] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.084557] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24e07c8c-26d4-47d7-acf1-0cfbb43f66a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.095600] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 830.095600] env[69529]: value = "task-3355793" [ 830.095600] env[69529]: _type = "Task" [ 830.095600] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.114519] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.122092] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.173369] env[69529]: DEBUG nova.policy [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.276658] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.276658] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.276658] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.276658] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.276658] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.277571] env[69529]: INFO nova.compute.manager [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Terminating instance [ 830.300154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-02a399c0-14c8-4d02-a971-4a90ecc5f12f tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.225s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.301425] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f074e08-84ea-444a-b74c-db84233ab097 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.319906] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faff7ea6-8865-447f-8241-ce3c005cbec9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.326781] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355791, 'name': ReconfigVM_Task, 'duration_secs': 0.521569} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.327830] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Reconfigured VM instance instance-00000030 to attach disk [datastore2] d5bd66ce-fffe-4425-bacd-d69f6f889a31/d5bd66ce-fffe-4425-bacd-d69f6f889a31.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.328950] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-908a4018-26de-410f-82a7-69aa29160931 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.367976] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1838e4-ca21-42cc-bdde-2801570f7a41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.370776] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 830.370776] env[69529]: value = "task-3355794" [ 830.370776] env[69529]: _type = "Task" [ 830.370776] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.380661] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355792, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.382346] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cd9ef2-6cbf-49dc-aadf-a6eda4e35067 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.393518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b99686d0-f2ba-4433-84ce-9b9256585a3d tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.323s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.397098] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355794, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.405231] env[69529]: DEBUG nova.compute.provider_tree [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.488588] env[69529]: DEBUG nova.compute.manager [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Received event network-vif-plugged-86289480-497d-4527-91a2-eb605383f6e9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.492092] env[69529]: DEBUG oslo_concurrency.lockutils [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] Acquiring lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.492092] env[69529]: DEBUG oslo_concurrency.lockutils [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.492092] env[69529]: DEBUG oslo_concurrency.lockutils [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.492092] env[69529]: DEBUG nova.compute.manager [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] No waiting events found dispatching network-vif-plugged-86289480-497d-4527-91a2-eb605383f6e9 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.492092] env[69529]: WARNING nova.compute.manager [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Received unexpected event network-vif-plugged-86289480-497d-4527-91a2-eb605383f6e9 for instance with vm_state building and task_state spawning. [ 830.492092] env[69529]: DEBUG nova.compute.manager [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Received event network-changed-86289480-497d-4527-91a2-eb605383f6e9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.492092] env[69529]: DEBUG nova.compute.manager [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Refreshing instance network info cache due to event network-changed-86289480-497d-4527-91a2-eb605383f6e9. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.492092] env[69529]: DEBUG oslo_concurrency.lockutils [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] Acquiring lock "refresh_cache-d5bd66ce-fffe-4425-bacd-d69f6f889a31" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.492092] env[69529]: DEBUG oslo_concurrency.lockutils [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] Acquired lock "refresh_cache-d5bd66ce-fffe-4425-bacd-d69f6f889a31" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.492092] env[69529]: DEBUG nova.network.neutron [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Refreshing network info cache for port 86289480-497d-4527-91a2-eb605383f6e9 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.609278] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355793, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.619506] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355789, 'name': CreateSnapshot_Task, 'duration_secs': 1.044622} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.619773] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 830.620752] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1fc6e2-1ac7-4841-b0c3-c28ca20c1c27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.785259] env[69529]: DEBUG nova.compute.manager [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.785525] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.786443] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb90b2a4-bd93-48df-9930-aab7fde787ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.791701] env[69529]: DEBUG nova.network.neutron [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Successfully created port: 4dfc3c5b-a73a-484c-bf3e-945e9f14b902 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.796781] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.797572] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e7bd1ea-1cbc-4230-9589-2aecf14fd55b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.803885] env[69529]: DEBUG oslo_vmware.api [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 830.803885] env[69529]: value = "task-3355795" [ 830.803885] env[69529]: _type = "Task" [ 830.803885] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.812804] env[69529]: DEBUG nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.816361] env[69529]: DEBUG oslo_vmware.api [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.872939] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546685} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.876492] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.876795] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.877390] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c1a3ea9-2999-4c64-af7d-55914d9c52ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.886085] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355794, 'name': Rename_Task, 'duration_secs': 0.191711} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.887797] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.888311] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 830.888311] env[69529]: value = "task-3355796" [ 830.888311] env[69529]: _type = "Task" [ 830.888311] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.888570] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fdc7dc3-5fc3-4879-bb0c-bc4761bb87c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.905241] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.908367] env[69529]: DEBUG nova.scheduler.client.report [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.911915] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 830.911915] env[69529]: value = "task-3355797" [ 830.911915] env[69529]: _type = "Task" [ 830.911915] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.925680] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355797, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.108176] env[69529]: DEBUG oslo_vmware.api [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355793, 'name': PowerOnVM_Task, 'duration_secs': 0.591335} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.108924] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.108924] env[69529]: INFO nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Took 17.96 seconds to spawn the instance on the hypervisor. [ 831.108924] env[69529]: DEBUG nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.109795] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438b6256-58d9-4697-af32-16e7a51ff183 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.150075] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.151771] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1770d8b2-557d-408c-97d3-8e6c944e4d92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.161718] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 831.161718] env[69529]: value = "task-3355798" [ 831.161718] env[69529]: _type = "Task" [ 831.161718] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.173460] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355798, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.323794] env[69529]: DEBUG oslo_vmware.api [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355795, 'name': PowerOffVM_Task, 'duration_secs': 0.380992} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.324292] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.324292] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.329199] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4a9dc0f-f417-4a66-ad37-c12d42b52f02 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.353188] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.400903] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116143} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.403875] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.406436] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1243fbc5-7c6a-4493-b46b-a363f8e643e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.409914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.410188] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.410374] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Deleting the datastore file [datastore2] 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.410639] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5d686d8-5258-4d1e-ac0d-07512e7ace1e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.416933] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.420830] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.431077] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.415s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.432875] env[69529]: INFO nova.compute.claims [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.451674] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.454666] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565d2428-0fe2-44f9-9f3f-b6e457485429 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.473670] env[69529]: DEBUG oslo_vmware.api [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for the task: (returnval){ [ 831.473670] env[69529]: value = "task-3355800" [ 831.473670] env[69529]: _type = "Task" [ 831.473670] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.487391] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355797, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.487391] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 831.487391] env[69529]: value = "task-3355801" [ 831.487391] env[69529]: _type = "Task" [ 831.487391] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.495247] env[69529]: DEBUG oslo_vmware.api [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.500703] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.630841] env[69529]: INFO nova.compute.manager [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Took 49.16 seconds to build instance. [ 831.677624] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355798, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.715653] env[69529]: DEBUG nova.network.neutron [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Updated VIF entry in instance network info cache for port 86289480-497d-4527-91a2-eb605383f6e9. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.715945] env[69529]: DEBUG nova.network.neutron [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Updating instance_info_cache with network_info: [{"id": "86289480-497d-4527-91a2-eb605383f6e9", "address": "fa:16:3e:8b:5f:17", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86289480-49", "ovs_interfaceid": "86289480-497d-4527-91a2-eb605383f6e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.763202] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58089-1b59-5e73-cb87-59433bc3a829/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.764744] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace73314-76f3-4158-917f-3bc27f212f65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.772518] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58089-1b59-5e73-cb87-59433bc3a829/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.772813] env[69529]: ERROR oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58089-1b59-5e73-cb87-59433bc3a829/disk-0.vmdk due to incomplete transfer. [ 831.773182] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fed3f9aa-b739-412d-8d15-5b1396d1d755 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.790780] env[69529]: DEBUG oslo_vmware.rw_handles [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c58089-1b59-5e73-cb87-59433bc3a829/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.791084] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Uploaded image c2a8f546-3fb6-4905-87cd-4f9d1dfe2fe2 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.793322] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.793322] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67749bb6-1619-4fa3-8ed9-d29e93682b9e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.800634] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 831.800634] env[69529]: value = "task-3355802" [ 831.800634] env[69529]: _type = "Task" [ 831.800634] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.810136] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355802, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.931026] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355797, 'name': PowerOnVM_Task, 'duration_secs': 0.797376} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.931197] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.931404] env[69529]: INFO nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Took 8.20 seconds to spawn the instance on the hypervisor. [ 831.932043] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.932449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6415e6f-ba5e-48bd-b3ea-c7bca3741d99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.956861] env[69529]: DEBUG nova.compute.utils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.961295] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.961478] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.990153] env[69529]: DEBUG oslo_vmware.api [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Task: {'id': task-3355800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171417} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.993912] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.993912] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.994055] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.994232] env[69529]: INFO nova.compute.manager [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 831.994462] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.995072] env[69529]: DEBUG nova.compute.manager [-] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.995139] env[69529]: DEBUG nova.network.neutron [-] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.002505] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355801, 'name': ReconfigVM_Task, 'duration_secs': 0.306996} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.002815] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.003492] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3f1d131-f3c8-46d6-9060-b596a306c8dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.011099] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 832.011099] env[69529]: value = "task-3355803" [ 832.011099] env[69529]: _type = "Task" [ 832.011099] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.022202] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355803, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.053699] env[69529]: DEBUG nova.policy [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8422897d894cf887e13e8f7ffa77e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f3a3d879d6643f1af7b84af6168a49a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.136434] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5a82cb2b-67e7-4779-bbc1-5f4266597eeb tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.250s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.146903] env[69529]: DEBUG nova.compute.manager [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.146903] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa74a64-bf8e-413f-936a-250229f09a91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.930894] env[69529]: DEBUG oslo_concurrency.lockutils [req-12583bd3-3b13-4c76-a844-0a8d8254c12e req-f83b67d1-7f09-4fd2-bba8-f5e869836191 service nova] Releasing lock "refresh_cache-d5bd66ce-fffe-4425-bacd-d69f6f889a31" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.938996] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.943030] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.946199] env[69529]: INFO nova.compute.manager [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] instance snapshotting [ 832.953731] env[69529]: INFO nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Took 38.68 seconds to build instance. [ 832.955917] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd79176-b3ad-4c77-b696-821a6d2ffb91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.963047] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355798, 'name': CloneVM_Task, 'duration_secs': 1.647662} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.964337] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Created linked-clone VM from snapshot [ 832.973116] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6298173-18e7-4728-aac3-30c044cfb4f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.973540] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355803, 'name': Rename_Task, 'duration_secs': 0.146564} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.973771] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355802, 'name': Destroy_Task, 'duration_secs': 0.695867} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.988699] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.989013] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Destroyed the VM [ 832.989249] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 832.994648] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7af35b57-ab5a-483a-a17e-a6ae4748e90b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.995447] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccc0618d-6212-4dcf-86b8-00bec4654e0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.997544] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a28891-6ebf-4acc-a6fd-f77dbacf7d89 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.005018] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Uploading image cb5168d4-8b58-45a5-96ff-98fb4764137f {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.018450] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 833.018450] env[69529]: value = "task-3355804" [ 833.018450] env[69529]: _type = "Task" [ 833.018450] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.018726] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 833.018726] env[69529]: value = "task-3355805" [ 833.018726] env[69529]: _type = "Task" [ 833.018726] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.019740] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.020480] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca1ea151-a411-4d8f-83ab-ede754b3d84d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.037442] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.038915] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.039216] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 833.039216] env[69529]: value = "task-3355806" [ 833.039216] env[69529]: _type = "Task" [ 833.039216] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.051598] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355806, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.070137] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Successfully created port: dde19110-b1c3-4f0e-8c71-1e42c83b156e {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.463985] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.411s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.479332] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.504906] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c4e937-5575-4770-995c-9f7a74dc5e8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.516590] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af64b39-43f7-4e99-8889-adf48e6dcb1c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.522856] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.522856] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44dace46-5b0c-4cbd-bb87-21d1dd5b5c20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.537906] env[69529]: DEBUG oslo_vmware.api [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355804, 'name': PowerOnVM_Task, 'duration_secs': 0.51214} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.573160] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.573650] env[69529]: INFO nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Took 12.57 seconds to spawn the instance on the hypervisor. [ 833.573941] env[69529]: DEBUG nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.574326] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.574655] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 833.574655] env[69529]: value = "task-3355807" [ 833.574655] env[69529]: _type = "Task" [ 833.574655] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.576050] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5b420e-c6b7-458a-b801-90dc9925ba4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.582274] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db02ae06-c108-4acd-bdce-c07081766ee3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.593621] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355806, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.600227] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.605716] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6499d5b9-09d6-4af1-bcb4-66ad4d4ef1da {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.620959] env[69529]: DEBUG nova.compute.provider_tree [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.957542] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.968412] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.992975] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.993220] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.993426] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.993625] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.993995] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.994074] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.994272] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.994686] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.994931] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.995157] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.995659] env[69529]: DEBUG nova.virt.hardware [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.996909] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e03f4e-4979-4d7a-9ba2-b5b86ec3949d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.007345] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9541274-16a1-48a4-bffa-cfb52a6f4a85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.035924] env[69529]: DEBUG oslo_vmware.api [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355805, 'name': RemoveSnapshot_Task, 'duration_secs': 0.921106} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.035924] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 834.035924] env[69529]: INFO nova.compute.manager [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Took 16.72 seconds to snapshot the instance on the hypervisor. [ 834.053141] env[69529]: DEBUG nova.network.neutron [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Successfully updated port: 4dfc3c5b-a73a-484c-bf3e-945e9f14b902 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.090091] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355806, 'name': Destroy_Task, 'duration_secs': 0.590451} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.094341] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Destroyed the VM [ 834.094609] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.094913] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69cfad4c-cd6a-4568-8d30-64c6ff286218 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.107172] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355807, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.108642] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 834.108642] env[69529]: value = "task-3355808" [ 834.108642] env[69529]: _type = "Task" [ 834.108642] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.123512] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355808, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.124072] env[69529]: INFO nova.compute.manager [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Took 44.29 seconds to build instance. [ 834.128545] env[69529]: DEBUG nova.scheduler.client.report [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.159643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.159847] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.228652] env[69529]: DEBUG nova.network.neutron [-] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.505824] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.557881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.557881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.557881] env[69529]: DEBUG nova.network.neutron [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.602675] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355807, 'name': CreateSnapshot_Task, 'duration_secs': 0.929488} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.603226] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.604354] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8711fbeb-f3bd-432b-b520-9c01c4b0ff03 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.630725] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a2729d7-372a-414b-8ba1-bb1d8347f76a tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.918s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.630725] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355808, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.635278] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.204s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.635836] env[69529]: DEBUG nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.640193] env[69529]: DEBUG nova.compute.manager [None req-92112388-b456-4df1-b928-f0fce7a88249 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Found 1 images (rotation: 2) {{(pid=69529) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 834.641204] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.188s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.642709] env[69529]: INFO nova.compute.claims [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.664245] env[69529]: INFO nova.compute.manager [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Detaching volume b7d4cb4f-c533-498b-86a5-08a30e09b942 [ 834.732042] env[69529]: INFO nova.compute.manager [-] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Took 2.74 seconds to deallocate network for instance. [ 834.803579] env[69529]: INFO nova.virt.block_device [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Attempting to driver detach volume b7d4cb4f-c533-498b-86a5-08a30e09b942 from mountpoint /dev/sdb [ 834.803579] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 834.803579] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669781', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'name': 'volume-b7d4cb4f-c533-498b-86a5-08a30e09b942', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a506c55-2b41-470b-a8e3-2c582fb1a4fe', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'serial': 'b7d4cb4f-c533-498b-86a5-08a30e09b942'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 834.805223] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204bead-ecf2-4ad4-afdd-cae17d6eba21 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.832156] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15b932-f159-4444-9574-475c6e5a5533 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.840929] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7229e6-11cf-4299-aa62-9229198fe9e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.864717] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b34516c-a495-4a09-86b9-cd6a05304b1e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.884948] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7d4cb4f-c533-498b-86a5-08a30e09b942/volume-b7d4cb4f-c533-498b-86a5-08a30e09b942.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 834.890839] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 834.891279] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd91c640-833a-469a-a3f0-e4ab4c3e294c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.913592] env[69529]: DEBUG oslo_vmware.api [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 834.913592] env[69529]: value = "task-3355809" [ 834.913592] env[69529]: _type = "Task" [ 834.913592] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.925906] env[69529]: DEBUG oslo_vmware.api [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355809, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.123032] env[69529]: DEBUG oslo_vmware.api [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355808, 'name': RemoveSnapshot_Task, 'duration_secs': 0.866803} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.123032] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.127968] env[69529]: WARNING nova.network.neutron [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] 694448c7-e341-47eb-9dd5-d3553d1b6ff3 already exists in list: networks containing: ['694448c7-e341-47eb-9dd5-d3553d1b6ff3']. ignoring it [ 835.145983] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.146729] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.151073] env[69529]: DEBUG nova.compute.utils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.158533] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-574fe0b6-c11b-4338-990a-b8182efa5a5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.163201] env[69529]: DEBUG nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.163201] env[69529]: DEBUG nova.network.neutron [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.172714] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 835.172714] env[69529]: value = "task-3355810" [ 835.172714] env[69529]: _type = "Task" [ 835.172714] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.181770] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355810, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.258869] env[69529]: DEBUG nova.policy [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d5d2da985334d9e95b147efce662686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ef9bda84a84951b0234c8c70daf356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.274331] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.327831] env[69529]: DEBUG nova.compute.manager [req-a74c0c7b-a3ab-4daf-bf41-de33f008aa12 req-57908838-2226-462b-9380-1b0494e8fccc service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received event network-vif-plugged-4dfc3c5b-a73a-484c-bf3e-945e9f14b902 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.328082] env[69529]: DEBUG oslo_concurrency.lockutils [req-a74c0c7b-a3ab-4daf-bf41-de33f008aa12 req-57908838-2226-462b-9380-1b0494e8fccc service nova] Acquiring lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.331159] env[69529]: DEBUG oslo_concurrency.lockutils [req-a74c0c7b-a3ab-4daf-bf41-de33f008aa12 req-57908838-2226-462b-9380-1b0494e8fccc service nova] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.331159] env[69529]: DEBUG oslo_concurrency.lockutils [req-a74c0c7b-a3ab-4daf-bf41-de33f008aa12 req-57908838-2226-462b-9380-1b0494e8fccc service nova] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.331159] env[69529]: DEBUG nova.compute.manager [req-a74c0c7b-a3ab-4daf-bf41-de33f008aa12 req-57908838-2226-462b-9380-1b0494e8fccc service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] No waiting events found dispatching network-vif-plugged-4dfc3c5b-a73a-484c-bf3e-945e9f14b902 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.331159] env[69529]: WARNING nova.compute.manager [req-a74c0c7b-a3ab-4daf-bf41-de33f008aa12 req-57908838-2226-462b-9380-1b0494e8fccc service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received unexpected event network-vif-plugged-4dfc3c5b-a73a-484c-bf3e-945e9f14b902 for instance with vm_state active and task_state None. [ 835.425050] env[69529]: DEBUG oslo_vmware.api [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.631278] env[69529]: WARNING nova.compute.manager [None req-016ab2a3-4508-4c4a-bc49-77f9415a8236 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Image not found during snapshot: nova.exception.ImageNotFound: Image cb5168d4-8b58-45a5-96ff-98fb4764137f could not be found. [ 835.669214] env[69529]: DEBUG nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.688322] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355810, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.699524] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.927292] env[69529]: DEBUG oslo_vmware.api [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355809, 'name': ReconfigVM_Task, 'duration_secs': 0.655159} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.927590] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 835.933711] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9c2eee-161e-4ea1-8014-38209fcda147 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.961258] env[69529]: DEBUG nova.compute.manager [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Received event network-changed-e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.961258] env[69529]: DEBUG nova.compute.manager [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Refreshing instance network info cache due to event network-changed-e05efad1-3627-4528-a6ca-4768b38f18e3. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.961584] env[69529]: DEBUG oslo_concurrency.lockutils [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] Acquiring lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.961798] env[69529]: DEBUG oslo_concurrency.lockutils [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] Acquired lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.962792] env[69529]: DEBUG nova.network.neutron [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Refreshing network info cache for port e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.969127] env[69529]: DEBUG oslo_vmware.api [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 835.969127] env[69529]: value = "task-3355811" [ 835.969127] env[69529]: _type = "Task" [ 835.969127] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.988917] env[69529]: DEBUG oslo_vmware.api [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.191827] env[69529]: DEBUG nova.network.neutron [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updating instance_info_cache with network_info: [{"id": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "address": "fa:16:3e:21:15:33", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d29cd1-5b", "ovs_interfaceid": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4dfc3c5b-a73a-484c-bf3e-945e9f14b902", "address": "fa:16:3e:6d:4a:41", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfc3c5b-a7", "ovs_interfaceid": "4dfc3c5b-a73a-484c-bf3e-945e9f14b902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.200930] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355810, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.289860] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae96766-c93a-48fb-81b6-20f0f1a513e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.300114] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddd45b2-c918-460e-90c7-02f79d0ffbba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.337846] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Successfully updated port: dde19110-b1c3-4f0e-8c71-1e42c83b156e {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.339464] env[69529]: DEBUG nova.network.neutron [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Successfully created port: b73d1907-a8ce-48ba-bf48-4397ede5a615 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.341812] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02285b85-d8c3-437b-a940-02cc2adc91f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.353363] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76921755-7c50-4cbb-add3-2bc7f002b278 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.372236] env[69529]: DEBUG nova.compute.provider_tree [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.487514] env[69529]: DEBUG oslo_vmware.api [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3355811, 'name': ReconfigVM_Task, 'duration_secs': 0.1607} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.487997] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669781', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'name': 'volume-b7d4cb4f-c533-498b-86a5-08a30e09b942', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2a506c55-2b41-470b-a8e3-2c582fb1a4fe', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7d4cb4f-c533-498b-86a5-08a30e09b942', 'serial': 'b7d4cb4f-c533-498b-86a5-08a30e09b942'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 836.689152] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355810, 'name': CloneVM_Task} progress is 95%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.694691] env[69529]: DEBUG nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.695415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.696498] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.696498] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.697727] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b9e39d-9312-4573-a38b-e2d5e9b5ceaa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.720695] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.721030] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.721231] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.721428] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.721660] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.721831] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.722099] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.722309] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.722555] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.722726] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.722910] env[69529]: DEBUG nova.virt.hardware [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.731484] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Reconfiguring VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 836.735235] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4046a0f-6298-4787-9696-d536b3856518 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.756642] env[69529]: DEBUG oslo_vmware.api [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 836.756642] env[69529]: value = "task-3355812" [ 836.756642] env[69529]: _type = "Task" [ 836.756642] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.765243] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.765560] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.765560] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.765932] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.766203] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.766391] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.766636] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.766797] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.766965] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.767166] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.767382] env[69529]: DEBUG nova.virt.hardware [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.768262] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53490c63-3700-4225-b1f8-9de7569f1542 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.778041] env[69529]: DEBUG oslo_vmware.api [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355812, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.781196] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357cdb48-2b58-43d2-9f7b-2359a15c0b43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.848517] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "refresh_cache-67d8fa6b-dd82-45f4-b425-4dc27b321d16" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.848715] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "refresh_cache-67d8fa6b-dd82-45f4-b425-4dc27b321d16" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.848822] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.850193] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "e3a8beb1-fde1-487c-9001-573a322acf9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.850412] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.850661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.850803] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.850939] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.855024] env[69529]: INFO nova.compute.manager [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Terminating instance [ 836.877996] env[69529]: DEBUG nova.scheduler.client.report [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.927808] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "cc36ef6c-6844-4745-a164-44ddbe158fe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.927972] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.928317] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "cc36ef6c-6844-4745-a164-44ddbe158fe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.928517] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.928775] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.930875] env[69529]: INFO nova.compute.manager [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Terminating instance [ 837.070171] env[69529]: DEBUG nova.objects.instance [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lazy-loading 'flavor' on Instance uuid 2a506c55-2b41-470b-a8e3-2c582fb1a4fe {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.104341] env[69529]: DEBUG nova.network.neutron [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updated VIF entry in instance network info cache for port e05efad1-3627-4528-a6ca-4768b38f18e3. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.104655] env[69529]: DEBUG nova.network.neutron [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updating instance_info_cache with network_info: [{"id": "e05efad1-3627-4528-a6ca-4768b38f18e3", "address": "fa:16:3e:4b:46:f1", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05efad1-36", "ovs_interfaceid": "e05efad1-3627-4528-a6ca-4768b38f18e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.190074] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355810, 'name': CloneVM_Task, 'duration_secs': 1.720005} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.190374] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Created linked-clone VM from snapshot [ 837.191121] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ec1b13-8b06-4c61-99e5-d73ac788f531 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.200247] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Uploading image 64fe0013-2818-4534-a129-754faa0908b5 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.224765] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.224765] env[69529]: value = "vm-669787" [ 837.224765] env[69529]: _type = "VirtualMachine" [ 837.224765] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.225249] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e8a24c1-6ea7-4edd-8882-2427caf2926e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.232770] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lease: (returnval){ [ 837.232770] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52adc975-8ce7-7d11-b438-8e8de909a234" [ 837.232770] env[69529]: _type = "HttpNfcLease" [ 837.232770] env[69529]: } obtained for exporting VM: (result){ [ 837.232770] env[69529]: value = "vm-669787" [ 837.232770] env[69529]: _type = "VirtualMachine" [ 837.232770] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.233057] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the lease: (returnval){ [ 837.233057] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52adc975-8ce7-7d11-b438-8e8de909a234" [ 837.233057] env[69529]: _type = "HttpNfcLease" [ 837.233057] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.239736] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.239736] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52adc975-8ce7-7d11-b438-8e8de909a234" [ 837.239736] env[69529]: _type = "HttpNfcLease" [ 837.239736] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.266478] env[69529]: DEBUG oslo_vmware.api [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.359775] env[69529]: DEBUG nova.compute.manager [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.360017] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.360895] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c224a2e-9913-449a-a385-3651217e1055 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.364284] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "9bd9e5f3-036b-44a2-8863-470653a383d1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.364513] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.364734] env[69529]: INFO nova.compute.manager [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Rebooting instance [ 837.372826] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.373979] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8c5ba5a-f6cc-4ac7-a5d4-82a4b61df84d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.384943] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.388209] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.388823] env[69529]: DEBUG nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.391299] env[69529]: DEBUG oslo_vmware.api [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 837.391299] env[69529]: value = "task-3355814" [ 837.391299] env[69529]: _type = "Task" [ 837.391299] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.392252] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.767s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.393724] env[69529]: INFO nova.compute.claims [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.408769] env[69529]: DEBUG oslo_vmware.api [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.438020] env[69529]: DEBUG nova.compute.manager [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.438020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.438020] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a717516-2948-448c-97c2-391b861f2314 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.445416] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.448168] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed24304d-d95e-4af0-addb-ed80922c767d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.455088] env[69529]: DEBUG oslo_vmware.api [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 837.455088] env[69529]: value = "task-3355815" [ 837.455088] env[69529]: _type = "Task" [ 837.455088] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.466944] env[69529]: DEBUG oslo_vmware.api [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.584112] env[69529]: DEBUG nova.network.neutron [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Updating instance_info_cache with network_info: [{"id": "dde19110-b1c3-4f0e-8c71-1e42c83b156e", "address": "fa:16:3e:fd:b6:87", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde19110-b1", "ovs_interfaceid": "dde19110-b1c3-4f0e-8c71-1e42c83b156e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.607973] env[69529]: DEBUG oslo_concurrency.lockutils [req-5d90ab9a-1c86-477a-8859-6f37029177bb req-67ecc497-da30-4391-9105-ac48fbd149cd service nova] Releasing lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.742545] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.742545] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52adc975-8ce7-7d11-b438-8e8de909a234" [ 837.742545] env[69529]: _type = "HttpNfcLease" [ 837.742545] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.742840] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.742840] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52adc975-8ce7-7d11-b438-8e8de909a234" [ 837.742840] env[69529]: _type = "HttpNfcLease" [ 837.742840] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.743991] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e5b9da-464b-40b1-a490-6d08da38b5c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.751899] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525adcd6-9307-d321-55ed-6ced6fb157dd/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.752063] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525adcd6-9307-d321-55ed-6ced6fb157dd/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 837.825118] env[69529]: DEBUG oslo_vmware.api [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355812, 'name': ReconfigVM_Task, 'duration_secs': 1.011696} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.825637] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.826038] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Reconfigured VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 837.886071] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad937ace-2797-4dcb-90fc-410cc4c6f609 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.893688] env[69529]: DEBUG nova.compute.utils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.896223] env[69529]: DEBUG nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.896223] env[69529]: DEBUG nova.network.neutron [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.908534] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.908534] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquired lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.908534] env[69529]: DEBUG nova.network.neutron [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.915074] env[69529]: DEBUG oslo_vmware.api [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355814, 'name': PowerOffVM_Task, 'duration_secs': 0.517512} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.917652] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.917855] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.920352] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d817e21e-eee8-435f-9661-5953f2ae562a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.940694] env[69529]: DEBUG nova.policy [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b2c5a009f6b4f4c9d4e84db94e1b3a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd4bba7b809f44deadc252d7949bdb70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.968599] env[69529]: DEBUG oslo_vmware.api [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355815, 'name': PowerOffVM_Task, 'duration_secs': 0.257524} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.968853] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.969066] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.970152] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6cc87d-e5bf-4bf0-8735-1f198b370c1f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.058680] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.058680] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.058680] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleting the datastore file [datastore1] cc36ef6c-6844-4745-a164-44ddbe158fe9 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.058680] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e2900ff-dd97-4ed5-8aec-9c1cb2f7e8d9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.062787] env[69529]: DEBUG oslo_vmware.api [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 838.062787] env[69529]: value = "task-3355818" [ 838.062787] env[69529]: _type = "Task" [ 838.062787] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.076849] env[69529]: DEBUG oslo_vmware.api [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.081244] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fdc5e074-adf8-46fa-bd36-639534ce1019 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.920s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.087260] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "refresh_cache-67d8fa6b-dd82-45f4-b425-4dc27b321d16" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.088153] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Instance network_info: |[{"id": "dde19110-b1c3-4f0e-8c71-1e42c83b156e", "address": "fa:16:3e:fd:b6:87", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde19110-b1", "ovs_interfaceid": "dde19110-b1c3-4f0e-8c71-1e42c83b156e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.088153] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:b6:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde19110-b1c3-4f0e-8c71-1e42c83b156e', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.095886] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.100653] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.102474] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee18e05-a4a1-4e1b-ae0d-8c7289a3b0bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.121246] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.121513] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.121725] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Deleting the datastore file [datastore1] e3a8beb1-fde1-487c-9001-573a322acf9f {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.122385] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b899d5c6-f75d-41d2-8bbc-7bf0eea6c01d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.126096] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.126096] env[69529]: value = "task-3355819" [ 838.126096] env[69529]: _type = "Task" [ 838.126096] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.131143] env[69529]: DEBUG oslo_vmware.api [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 838.131143] env[69529]: value = "task-3355820" [ 838.131143] env[69529]: _type = "Task" [ 838.131143] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.137985] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355819, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.144637] env[69529]: DEBUG oslo_vmware.api [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.234172] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "12450fb6-2a17-44fe-96e5-bb32456465fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.234511] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.330410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be6d7317-aaae-492c-8e6c-2df8754f0e3a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b391d42-08bf-4dd2-9bbf-4eab08b42a89-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.431s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.399337] env[69529]: DEBUG nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.473124] env[69529]: DEBUG nova.network.neutron [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Successfully created port: 440c344e-1154-4ff2-8215-7498c20c4502 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.568861] env[69529]: DEBUG nova.compute.manager [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.569729] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18637c6-d716-4a62-881c-5f3b9b02b884 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.581020] env[69529]: DEBUG oslo_vmware.api [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3355818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30368} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.581020] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.581020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.581020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.581252] env[69529]: INFO nova.compute.manager [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 838.581415] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.583225] env[69529]: DEBUG nova.compute.manager [-] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.583877] env[69529]: DEBUG nova.network.neutron [-] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.643834] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355819, 'name': CreateVM_Task, 'duration_secs': 0.441451} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.651584] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.651768] env[69529]: DEBUG oslo_vmware.api [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3355820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343814} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.652675] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.653529] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.653838] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.654216] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.654383] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.654669] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.655162] env[69529]: INFO nova.compute.manager [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Took 1.30 seconds to destroy the instance on the hypervisor. [ 838.655445] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.656037] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0749ebba-5ba0-48be-8c7b-3402d61193e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.657848] env[69529]: DEBUG nova.compute.manager [-] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.659019] env[69529]: DEBUG nova.network.neutron [-] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.667099] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 838.667099] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c82e1-0f4b-384c-645b-d39ea05928e8" [ 838.667099] env[69529]: _type = "Task" [ 838.667099] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.676402] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c82e1-0f4b-384c-645b-d39ea05928e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.838052] env[69529]: DEBUG nova.network.neutron [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Successfully updated port: b73d1907-a8ce-48ba-bf48-4397ede5a615 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.082263] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d97a5c-242e-4c08-9cee-33c3e9ae8bff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.091315] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d8d29-a14a-49ef-b849-cdf0e7477c6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.095418] env[69529]: INFO nova.compute.manager [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] instance snapshotting [ 839.096093] env[69529]: DEBUG nova.objects.instance [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'flavor' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.128223] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26a37cb-40fa-4c2b-90d0-6ff7724cc8e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.136901] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6db5d63-31f9-49fe-a8e7-919863df7597 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.151930] env[69529]: DEBUG nova.compute.provider_tree [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.163914] env[69529]: DEBUG nova.network.neutron [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updating instance_info_cache with network_info: [{"id": "e05efad1-3627-4528-a6ca-4768b38f18e3", "address": "fa:16:3e:4b:46:f1", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05efad1-36", "ovs_interfaceid": "e05efad1-3627-4528-a6ca-4768b38f18e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.184934] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c82e1-0f4b-384c-645b-d39ea05928e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.185576] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.185821] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.186182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.186328] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.186528] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.187268] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18da607a-e62b-479f-abc8-65c85d74dd71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.197508] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.200102] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.200102] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34e47d7-5ca5-4d5f-b210-cf521fa4ca05 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.205379] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 839.205379] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216a261-caf3-005d-b5ed-96271d320eec" [ 839.205379] env[69529]: _type = "Task" [ 839.205379] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.214204] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216a261-caf3-005d-b5ed-96271d320eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.294113] env[69529]: DEBUG nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Received event network-vif-deleted-91bdfe00-0f45-4dc0-95d0-0b9614eb9b5d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.294435] env[69529]: DEBUG nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received event network-changed-4dfc3c5b-a73a-484c-bf3e-945e9f14b902 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.294679] env[69529]: DEBUG nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Refreshing instance network info cache due to event network-changed-4dfc3c5b-a73a-484c-bf3e-945e9f14b902. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.294997] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Acquiring lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.295261] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Acquired lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.295507] env[69529]: DEBUG nova.network.neutron [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Refreshing network info cache for port 4dfc3c5b-a73a-484c-bf3e-945e9f14b902 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.340944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-38c879a6-039b-4544-9efa-55d87a3db614" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.341108] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-38c879a6-039b-4544-9efa-55d87a3db614" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.341231] env[69529]: DEBUG nova.network.neutron [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.414800] env[69529]: DEBUG nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.447374] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.447883] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.448075] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.448264] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.448513] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.448727] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.448935] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.449116] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.449289] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.449469] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.449654] env[69529]: DEBUG nova.virt.hardware [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.451031] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f6e909-d1fc-427a-bf5f-87bbda8307d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.460277] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cf70d-83b8-4c0d-981d-637406001d54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.603163] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075304ae-a013-42ce-8cea-4382051e681e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.623232] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602c5791-eef5-4fad-ae4d-975a957e1df2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.659677] env[69529]: DEBUG nova.scheduler.client.report [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.668581] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Releasing lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.720934] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216a261-caf3-005d-b5ed-96271d320eec, 'name': SearchDatastore_Task, 'duration_secs': 0.018285} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.722457] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c1ae3a-ac0b-482f-9bd8-ad81b09b9288 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.727803] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 839.727803] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d97b9f-2571-ded7-4740-2f496db0b961" [ 839.727803] env[69529]: _type = "Task" [ 839.727803] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.740505] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d97b9f-2571-ded7-4740-2f496db0b961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.876964] env[69529]: DEBUG nova.network.neutron [-] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.915094] env[69529]: DEBUG nova.network.neutron [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.134971] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.135445] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb266087-d53d-4f2b-8f44-042ab4e8d9f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.147151] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 840.147151] env[69529]: value = "task-3355821" [ 840.147151] env[69529]: _type = "Task" [ 840.147151] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.168503] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.168940] env[69529]: DEBUG nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.172226] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.897s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.177470] env[69529]: INFO nova.compute.claims [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.194068] env[69529]: DEBUG nova.compute.manager [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.194647] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4cf9af-8556-4fc4-b464-0c1710e9b2b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.212506] env[69529]: DEBUG nova.network.neutron [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Updating instance_info_cache with network_info: [{"id": "b73d1907-a8ce-48ba-bf48-4397ede5a615", "address": "fa:16:3e:8e:4c:5f", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73d1907-a8", "ovs_interfaceid": "b73d1907-a8ce-48ba-bf48-4397ede5a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.239479] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d97b9f-2571-ded7-4740-2f496db0b961, 'name': SearchDatastore_Task, 'duration_secs': 0.01992} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.239833] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.240148] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 67d8fa6b-dd82-45f4-b425-4dc27b321d16/67d8fa6b-dd82-45f4-b425-4dc27b321d16.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.240519] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-162f780a-d05a-4776-82f1-571619caccf7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.245292] env[69529]: DEBUG nova.network.neutron [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updated VIF entry in instance network info cache for port 4dfc3c5b-a73a-484c-bf3e-945e9f14b902. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.245801] env[69529]: DEBUG nova.network.neutron [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updating instance_info_cache with network_info: [{"id": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "address": "fa:16:3e:21:15:33", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d29cd1-5b", "ovs_interfaceid": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4dfc3c5b-a73a-484c-bf3e-945e9f14b902", "address": "fa:16:3e:6d:4a:41", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfc3c5b-a7", "ovs_interfaceid": "4dfc3c5b-a73a-484c-bf3e-945e9f14b902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.249886] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 840.249886] env[69529]: value = "task-3355822" [ 840.249886] env[69529]: _type = "Task" [ 840.249886] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.261752] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.382212] env[69529]: INFO nova.compute.manager [-] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Took 1.80 seconds to deallocate network for instance. [ 840.612899] env[69529]: DEBUG nova.network.neutron [-] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.658972] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355821, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.672552] env[69529]: DEBUG nova.network.neutron [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Successfully updated port: 440c344e-1154-4ff2-8215-7498c20c4502 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.696215] env[69529]: DEBUG nova.compute.utils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.699087] env[69529]: DEBUG nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.699087] env[69529]: DEBUG nova.network.neutron [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.714452] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-38c879a6-039b-4544-9efa-55d87a3db614" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.715851] env[69529]: DEBUG nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Instance network_info: |[{"id": "b73d1907-a8ce-48ba-bf48-4397ede5a615", "address": "fa:16:3e:8e:4c:5f", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73d1907-a8", "ovs_interfaceid": "b73d1907-a8ce-48ba-bf48-4397ede5a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.715851] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:4c:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73d1907-a8ce-48ba-bf48-4397ede5a615', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.723932] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.724536] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.725114] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f218a966-9d8c-4162-b5c8-9eadde2ae6df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.750969] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Releasing lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.751348] env[69529]: DEBUG nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Received event network-vif-plugged-dde19110-b1c3-4f0e-8c71-1e42c83b156e {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.751912] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Acquiring lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.752286] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.752509] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.752715] env[69529]: DEBUG nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] No waiting events found dispatching network-vif-plugged-dde19110-b1c3-4f0e-8c71-1e42c83b156e {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.753032] env[69529]: WARNING nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Received unexpected event network-vif-plugged-dde19110-b1c3-4f0e-8c71-1e42c83b156e for instance with vm_state building and task_state spawning. [ 840.753132] env[69529]: DEBUG nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Received event network-changed-dde19110-b1c3-4f0e-8c71-1e42c83b156e {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.753376] env[69529]: DEBUG nova.compute.manager [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Refreshing instance network info cache due to event network-changed-dde19110-b1c3-4f0e-8c71-1e42c83b156e. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.753509] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Acquiring lock "refresh_cache-67d8fa6b-dd82-45f4-b425-4dc27b321d16" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.753670] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Acquired lock "refresh_cache-67d8fa6b-dd82-45f4-b425-4dc27b321d16" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.753842] env[69529]: DEBUG nova.network.neutron [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Refreshing network info cache for port dde19110-b1c3-4f0e-8c71-1e42c83b156e {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.761172] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.761172] env[69529]: value = "task-3355823" [ 840.761172] env[69529]: _type = "Task" [ 840.761172] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.772702] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.781033] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355823, 'name': CreateVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.809017] env[69529]: DEBUG nova.policy [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd225dbeea6b4a8a88e6a95487dd616c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e35df3fcf50435193afadd60fb2e16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.893440] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.912147] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.912418] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.116122] env[69529]: INFO nova.compute.manager [-] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Took 2.46 seconds to deallocate network for instance. [ 841.161951] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355821, 'name': CreateSnapshot_Task, 'duration_secs': 0.763637} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.164857] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.165806] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf6f7e6-7b7c-4d78-ba79-5071960f660f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.181248] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "refresh_cache-9089ee06-1140-4149-a2a5-15a0f1e964e3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.181416] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquired lock "refresh_cache-9089ee06-1140-4149-a2a5-15a0f1e964e3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.181669] env[69529]: DEBUG nova.network.neutron [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.204568] env[69529]: DEBUG nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.216095] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6341b0a9-357d-40d6-a2ce-47ff611e4655 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.224818] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Doing hard reboot of VM {{(pid=69529) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 841.226400] env[69529]: DEBUG nova.network.neutron [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Successfully created port: 00847d17-077d-4858-8786-0b6ecca94eb2 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.228313] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a24df8cc-da6e-460f-9bdb-01725ae478b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.239693] env[69529]: DEBUG oslo_vmware.api [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 841.239693] env[69529]: value = "task-3355824" [ 841.239693] env[69529]: _type = "Task" [ 841.239693] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.251905] env[69529]: DEBUG oslo_vmware.api [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355824, 'name': ResetVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.273985] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64008} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.275113] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 67d8fa6b-dd82-45f4-b425-4dc27b321d16/67d8fa6b-dd82-45f4-b425-4dc27b321d16.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.275499] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.278231] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf4892a-2ab6-40d7-98ef-61aeb6ead5fe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.285785] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355823, 'name': CreateVM_Task, 'duration_secs': 0.383028} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.289039] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.289039] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.289039] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.289039] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.289039] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51bfb27c-3ed2-43a5-9b5a-5db9c3da68c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.292310] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 841.292310] env[69529]: value = "task-3355825" [ 841.292310] env[69529]: _type = "Task" [ 841.292310] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.299909] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 841.299909] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e4c0b0-44c2-33d0-24b4-cc2a7719fcd6" [ 841.299909] env[69529]: _type = "Task" [ 841.299909] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.307217] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.312970] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e4c0b0-44c2-33d0-24b4-cc2a7719fcd6, 'name': SearchDatastore_Task} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.315911] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.316189] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.316428] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.317033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.317033] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.317263] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c9ef0e-b155-4d98-b58a-e53a652ea69c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.327512] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.327825] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.328727] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09b8d74e-1f74-40e2-a3c2-7eb522cb22fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.342226] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 841.342226] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ef2a10-b1e3-3b9f-0d18-8f1240f3576c" [ 841.342226] env[69529]: _type = "Task" [ 841.342226] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.351127] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ef2a10-b1e3-3b9f-0d18-8f1240f3576c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.414568] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Received event network-vif-plugged-b73d1907-a8ce-48ba-bf48-4397ede5a615 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.415134] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Acquiring lock "38c879a6-039b-4544-9efa-55d87a3db614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.415134] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Lock "38c879a6-039b-4544-9efa-55d87a3db614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.416612] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Lock "38c879a6-039b-4544-9efa-55d87a3db614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.416612] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] No waiting events found dispatching network-vif-plugged-b73d1907-a8ce-48ba-bf48-4397ede5a615 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.416612] env[69529]: WARNING nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Received unexpected event network-vif-plugged-b73d1907-a8ce-48ba-bf48-4397ede5a615 for instance with vm_state building and task_state spawning. [ 841.416612] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Received event network-changed-b73d1907-a8ce-48ba-bf48-4397ede5a615 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.416612] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Refreshing instance network info cache due to event network-changed-b73d1907-a8ce-48ba-bf48-4397ede5a615. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.416612] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Acquiring lock "refresh_cache-38c879a6-039b-4544-9efa-55d87a3db614" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.416612] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Acquired lock "refresh_cache-38c879a6-039b-4544-9efa-55d87a3db614" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.416612] env[69529]: DEBUG nova.network.neutron [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Refreshing network info cache for port b73d1907-a8ce-48ba-bf48-4397ede5a615 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.563866] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-6b391d42-08bf-4dd2-9bbf-4eab08b42a89-4dfc3c5b-a73a-484c-bf3e-945e9f14b902" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.564156] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b391d42-08bf-4dd2-9bbf-4eab08b42a89-4dfc3c5b-a73a-484c-bf3e-945e9f14b902" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.624427] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.628799] env[69529]: DEBUG nova.network.neutron [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Updated VIF entry in instance network info cache for port dde19110-b1c3-4f0e-8c71-1e42c83b156e. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.629332] env[69529]: DEBUG nova.network.neutron [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Updating instance_info_cache with network_info: [{"id": "dde19110-b1c3-4f0e-8c71-1e42c83b156e", "address": "fa:16:3e:fd:b6:87", "network": {"id": "8fc5397f-fabf-477e-9167-d48b488ae3b8", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1848531244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3a3d879d6643f1af7b84af6168a49a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde19110-b1", "ovs_interfaceid": "dde19110-b1c3-4f0e-8c71-1e42c83b156e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.701985] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 841.702743] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3e65996-9f20-4025-8b34-7cf9c9f355c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.716124] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 841.716124] env[69529]: value = "task-3355826" [ 841.716124] env[69529]: _type = "Task" [ 841.716124] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.730021] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355826, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.736324] env[69529]: DEBUG nova.network.neutron [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.750267] env[69529]: DEBUG oslo_vmware.api [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355824, 'name': ResetVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.808668] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077699} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.808668] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.809178] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d62c4-b988-4941-a756-b37ee7dd18b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.832300] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 67d8fa6b-dd82-45f4-b425-4dc27b321d16/67d8fa6b-dd82-45f4-b425-4dc27b321d16.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.837960] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac10eaa-efb5-4a23-a3ff-5c3da006671a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.864444] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ef2a10-b1e3-3b9f-0d18-8f1240f3576c, 'name': SearchDatastore_Task, 'duration_secs': 0.01825} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.867730] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 841.867730] env[69529]: value = "task-3355827" [ 841.867730] env[69529]: _type = "Task" [ 841.867730] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.867730] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92518404-77aa-4ced-a704-2cc96fc0c91c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.880755] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.882187] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 841.882187] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52db972f-eff7-8e58-4834-b90df71d25fe" [ 841.882187] env[69529]: _type = "Task" [ 841.882187] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.887596] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86cbd83-5330-42d8-bd47-c85175b44263 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.897015] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52db972f-eff7-8e58-4834-b90df71d25fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.898042] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.898339] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 38c879a6-039b-4544-9efa-55d87a3db614/38c879a6-039b-4544-9efa-55d87a3db614.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.898650] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49d87b10-f9c8-44d4-8a3d-c3056968d642 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.901326] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f88f9c-ac11-4347-86d8-f0f8ce6c2084 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.938409] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97977bb-1b22-47c7-bb2b-4cbaf5acbd27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.941015] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 841.941015] env[69529]: value = "task-3355828" [ 841.941015] env[69529]: _type = "Task" [ 841.941015] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.948785] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60291722-12fe-466f-a219-7403a31488af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.956811] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.957896] env[69529]: DEBUG nova.network.neutron [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Updating instance_info_cache with network_info: [{"id": "440c344e-1154-4ff2-8215-7498c20c4502", "address": "fa:16:3e:bc:9e:ae", "network": {"id": "f2363f7d-af67-401a-919a-778848a621fe", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-301067227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4bba7b809f44deadc252d7949bdb70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440c344e-11", "ovs_interfaceid": "440c344e-1154-4ff2-8215-7498c20c4502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.969583] env[69529]: DEBUG nova.compute.provider_tree [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.005705] env[69529]: DEBUG nova.compute.manager [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 842.067556] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.067828] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.068554] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d785913f-ae72-480c-bb69-1ad7b123378c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.090399] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300ad96a-3e78-43ca-9017-ee5bd4d6c715 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.116813] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Reconfiguring VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 842.119939] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50dc96b6-32f3-421d-bb44-86d9af4ab904 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.134025] env[69529]: DEBUG oslo_concurrency.lockutils [req-42783fa8-6a53-4fbf-abb4-e72dec5b09d3 req-f3ca2ce8-95ef-43cc-a6ae-c0e99b061761 service nova] Releasing lock "refresh_cache-67d8fa6b-dd82-45f4-b425-4dc27b321d16" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.142144] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 842.142144] env[69529]: value = "task-3355829" [ 842.142144] env[69529]: _type = "Task" [ 842.142144] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.153936] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.218725] env[69529]: DEBUG nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.235127] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355826, 'name': CloneVM_Task} progress is 23%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.248583] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.248859] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.249061] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.249312] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.249518] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.249743] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.249976] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.250153] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.250333] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.250505] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.250657] env[69529]: DEBUG nova.virt.hardware [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.251518] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae792a0f-ceb7-428b-b224-acf1049d9a15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.255038] env[69529]: DEBUG nova.network.neutron [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Updated VIF entry in instance network info cache for port b73d1907-a8ce-48ba-bf48-4397ede5a615. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.255408] env[69529]: DEBUG nova.network.neutron [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Updating instance_info_cache with network_info: [{"id": "b73d1907-a8ce-48ba-bf48-4397ede5a615", "address": "fa:16:3e:8e:4c:5f", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73d1907-a8", "ovs_interfaceid": "b73d1907-a8ce-48ba-bf48-4397ede5a615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.260568] env[69529]: DEBUG oslo_vmware.api [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355824, 'name': ResetVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.266466] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf3547c-54a8-425c-a47d-5287306fe534 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.380675] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.450834] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355828, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.460645] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Releasing lock "refresh_cache-9089ee06-1140-4149-a2a5-15a0f1e964e3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.461016] env[69529]: DEBUG nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Instance network_info: |[{"id": "440c344e-1154-4ff2-8215-7498c20c4502", "address": "fa:16:3e:bc:9e:ae", "network": {"id": "f2363f7d-af67-401a-919a-778848a621fe", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-301067227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4bba7b809f44deadc252d7949bdb70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440c344e-11", "ovs_interfaceid": "440c344e-1154-4ff2-8215-7498c20c4502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.462750] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:9e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '440c344e-1154-4ff2-8215-7498c20c4502', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.471371] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Creating folder: Project (bd4bba7b809f44deadc252d7949bdb70). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.471781] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c474b965-6fb1-4af8-aa13-76095df796e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.474471] env[69529]: DEBUG nova.scheduler.client.report [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.488619] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Created folder: Project (bd4bba7b809f44deadc252d7949bdb70) in parent group-v669649. [ 842.488876] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Creating folder: Instances. Parent ref: group-v669792. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.489167] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f76c289-d743-49ac-8976-100338b8a81b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.498638] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Created folder: Instances in parent group-v669792. [ 842.498887] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.499244] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.499482] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8819766a-b936-499b-b91f-93205e907fe6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.529622] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.529622] env[69529]: value = "task-3355832" [ 842.529622] env[69529]: _type = "Task" [ 842.529622] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.536341] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.541910] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355832, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.653389] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.733234] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355826, 'name': CloneVM_Task} progress is 23%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.751176] env[69529]: DEBUG oslo_vmware.api [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355824, 'name': ResetVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.761361] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Releasing lock "refresh_cache-38c879a6-039b-4544-9efa-55d87a3db614" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.761482] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Received event network-vif-deleted-fc5644fd-64c5-4a3c-b151-f56bedb70a01 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.761891] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-vif-deleted-0032bb02-40d4-414e-86eb-2253eb099d55 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.761891] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-vif-deleted-07752e01-fef2-428b-bae3-212a0545cf7c {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.762058] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Received event network-vif-deleted-a46729d9-57dd-483c-984f-18c690dc14b6 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.762233] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Received event network-vif-plugged-440c344e-1154-4ff2-8215-7498c20c4502 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.762421] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Acquiring lock "9089ee06-1140-4149-a2a5-15a0f1e964e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.762624] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.762783] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.763349] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] No waiting events found dispatching network-vif-plugged-440c344e-1154-4ff2-8215-7498c20c4502 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.763479] env[69529]: WARNING nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Received unexpected event network-vif-plugged-440c344e-1154-4ff2-8215-7498c20c4502 for instance with vm_state building and task_state spawning. [ 842.763779] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Received event network-changed-440c344e-1154-4ff2-8215-7498c20c4502 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.764057] env[69529]: DEBUG nova.compute.manager [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Refreshing instance network info cache due to event network-changed-440c344e-1154-4ff2-8215-7498c20c4502. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.764370] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Acquiring lock "refresh_cache-9089ee06-1140-4149-a2a5-15a0f1e964e3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.764604] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Acquired lock "refresh_cache-9089ee06-1140-4149-a2a5-15a0f1e964e3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.764803] env[69529]: DEBUG nova.network.neutron [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Refreshing network info cache for port 440c344e-1154-4ff2-8215-7498c20c4502 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.885422] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355827, 'name': ReconfigVM_Task, 'duration_secs': 0.599927} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.885741] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 67d8fa6b-dd82-45f4-b425-4dc27b321d16/67d8fa6b-dd82-45f4-b425-4dc27b321d16.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.886578] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-044c0a6d-6a46-43a4-a886-fdf42d717fbf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.893347] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 842.893347] env[69529]: value = "task-3355833" [ 842.893347] env[69529]: _type = "Task" [ 842.893347] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.907180] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355833, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.956271] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581765} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.956597] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 38c879a6-039b-4544-9efa-55d87a3db614/38c879a6-039b-4544-9efa-55d87a3db614.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.956841] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.957147] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aac86cf-7ee0-42ca-b766-aeee22ee4d45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.964720] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 842.964720] env[69529]: value = "task-3355834" [ 842.964720] env[69529]: _type = "Task" [ 842.964720] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.983602] env[69529]: DEBUG nova.network.neutron [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Successfully updated port: 00847d17-077d-4858-8786-0b6ecca94eb2 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.989389] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.990346] env[69529]: DEBUG nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.993151] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.994078] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.168s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.995921] env[69529]: INFO nova.compute.claims [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.282730] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355826, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.282929] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.293137] env[69529]: DEBUG oslo_vmware.api [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355824, 'name': ResetVM_Task, 'duration_secs': 1.632031} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.293137] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355832, 'name': CreateVM_Task, 'duration_secs': 0.367989} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.293137] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Did hard reboot of VM {{(pid=69529) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 843.293137] env[69529]: DEBUG nova.compute.manager [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.293137] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.293137] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a143ad6-0085-4f00-b604-a4c114017720 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.295891] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.296076] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.296601] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.296913] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab31b886-00f7-4e7c-90a6-fb8afc3cc5ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.306184] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 843.306184] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f8bc52-94c2-a786-0ef9-9b47cc2e4b78" [ 843.306184] env[69529]: _type = "Task" [ 843.306184] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.320839] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f8bc52-94c2-a786-0ef9-9b47cc2e4b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.404730] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355833, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.476586] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308174} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.476948] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.477858] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8a883-16bc-4750-a9ed-233cc3ff8241 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.506343] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "refresh_cache-273e28db-880c-464f-b316-851419f091dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.506504] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "refresh_cache-273e28db-880c-464f-b316-851419f091dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.506678] env[69529]: DEBUG nova.network.neutron [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.508794] env[69529]: DEBUG nova.compute.utils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.525138] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 38c879a6-039b-4544-9efa-55d87a3db614/38c879a6-039b-4544-9efa-55d87a3db614.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.527501] env[69529]: DEBUG nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.535066] env[69529]: DEBUG nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.535314] env[69529]: DEBUG nova.network.neutron [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.536914] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dfccd31-92ef-4ff8-a64b-1b970a39c44d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.564606] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 843.564606] env[69529]: value = "task-3355835" [ 843.564606] env[69529]: _type = "Task" [ 843.564606] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.574757] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.621976] env[69529]: DEBUG nova.policy [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8002efe17d540a38d80ba93fca03147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cccc09d090b4befae6894a622c4c099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.628013] env[69529]: DEBUG nova.network.neutron [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Updated VIF entry in instance network info cache for port 440c344e-1154-4ff2-8215-7498c20c4502. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.628455] env[69529]: DEBUG nova.network.neutron [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Updating instance_info_cache with network_info: [{"id": "440c344e-1154-4ff2-8215-7498c20c4502", "address": "fa:16:3e:bc:9e:ae", "network": {"id": "f2363f7d-af67-401a-919a-778848a621fe", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-301067227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd4bba7b809f44deadc252d7949bdb70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440c344e-11", "ovs_interfaceid": "440c344e-1154-4ff2-8215-7498c20c4502", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.657450] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.736910] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355826, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.816245] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9b8173b-c861-4f61-af0e-44acac147120 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.452s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.823785] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f8bc52-94c2-a786-0ef9-9b47cc2e4b78, 'name': SearchDatastore_Task, 'duration_secs': 0.01532} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.824146] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.824372] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.824621] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.824762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.824956] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.825538] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb9a5d9-048c-42b0-9373-a8c38719efa3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.834478] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.834678] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.835588] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f1408b-5090-4c13-bfe8-9ab5c81c6e17 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.846610] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 843.846610] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52262f34-b3e5-02f0-2968-fde0437b2444" [ 843.846610] env[69529]: _type = "Task" [ 843.846610] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.855478] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52262f34-b3e5-02f0-2968-fde0437b2444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.905779] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355833, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.947136] env[69529]: DEBUG nova.compute.manager [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Received event network-vif-plugged-00847d17-077d-4858-8786-0b6ecca94eb2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.947423] env[69529]: DEBUG oslo_concurrency.lockutils [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] Acquiring lock "273e28db-880c-464f-b316-851419f091dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.947639] env[69529]: DEBUG oslo_concurrency.lockutils [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] Lock "273e28db-880c-464f-b316-851419f091dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.947803] env[69529]: DEBUG oslo_concurrency.lockutils [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] Lock "273e28db-880c-464f-b316-851419f091dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.947973] env[69529]: DEBUG nova.compute.manager [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] No waiting events found dispatching network-vif-plugged-00847d17-077d-4858-8786-0b6ecca94eb2 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.948146] env[69529]: WARNING nova.compute.manager [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Received unexpected event network-vif-plugged-00847d17-077d-4858-8786-0b6ecca94eb2 for instance with vm_state building and task_state spawning. [ 843.948304] env[69529]: DEBUG nova.compute.manager [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Received event network-changed-00847d17-077d-4858-8786-0b6ecca94eb2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.948453] env[69529]: DEBUG nova.compute.manager [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Refreshing instance network info cache due to event network-changed-00847d17-077d-4858-8786-0b6ecca94eb2. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.948613] env[69529]: DEBUG oslo_concurrency.lockutils [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] Acquiring lock "refresh_cache-273e28db-880c-464f-b316-851419f091dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.067930] env[69529]: DEBUG nova.network.neutron [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Successfully created port: d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.082239] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.085615] env[69529]: DEBUG nova.network.neutron [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.131427] env[69529]: DEBUG oslo_concurrency.lockutils [req-13d79f78-95f5-4cdd-8826-903bdba7c44a req-977ccb17-2a36-4e36-b241-1238836e4aaf service nova] Releasing lock "refresh_cache-9089ee06-1140-4149-a2a5-15a0f1e964e3" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.161651] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.199338] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e2864-3373-4a81-a15e-e167136ef33b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.217367] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c107f-d3a3-4332-9724-f388d3647f10 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.257071] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29856259-71c2-4526-a4ea-36a525ae2a8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.268215] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5005c8bb-2136-4446-820a-e18c2ca2b54f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.272934] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355826, 'name': CloneVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.284497] env[69529]: DEBUG nova.compute.provider_tree [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.358207] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52262f34-b3e5-02f0-2968-fde0437b2444, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.359072] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053c9293-ec53-4579-b1ea-1ba7f83e7cec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.365224] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 844.365224] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c4fa5-1952-44b4-e82c-24b3e1f71745" [ 844.365224] env[69529]: _type = "Task" [ 844.365224] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.376237] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c4fa5-1952-44b4-e82c-24b3e1f71745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.404788] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355833, 'name': Rename_Task, 'duration_secs': 1.164004} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.404788] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.405009] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-461881a0-cd33-479e-a38e-0730fbe31840 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.411348] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 844.411348] env[69529]: value = "task-3355836" [ 844.411348] env[69529]: _type = "Task" [ 844.411348] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.419294] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.557876] env[69529]: DEBUG nova.network.neutron [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Updating instance_info_cache with network_info: [{"id": "00847d17-077d-4858-8786-0b6ecca94eb2", "address": "fa:16:3e:0d:b5:10", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00847d17-07", "ovs_interfaceid": "00847d17-077d-4858-8786-0b6ecca94eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.572769] env[69529]: DEBUG nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.593405] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355835, 'name': ReconfigVM_Task, 'duration_secs': 0.694293} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.597062] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 38c879a6-039b-4544-9efa-55d87a3db614/38c879a6-039b-4544-9efa-55d87a3db614.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.598710] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2140b03-0f97-4ddd-8a82-12bc0bd2ef45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.605959] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.606459] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.606781] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.607148] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.607426] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.608849] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.609262] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.609555] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.611874] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.611874] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.611874] env[69529]: DEBUG nova.virt.hardware [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.612702] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f920148-0d73-4b4a-8e36-1176a1f4743d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.616604] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 844.616604] env[69529]: value = "task-3355837" [ 844.616604] env[69529]: _type = "Task" [ 844.616604] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.625476] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22af3881-f28b-4d31-a22f-7754332fb016 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.635383] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355837, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.655523] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.764817] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355826, 'name': CloneVM_Task, 'duration_secs': 2.608851} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.765076] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Created linked-clone VM from snapshot [ 844.766321] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0416b7-7dcd-4f10-a61c-23afa374e9cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.779620] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Uploading image 8addc723-d0b8-44c3-9343-9bcddbad4b98 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 844.789105] env[69529]: DEBUG nova.scheduler.client.report [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.819544] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 844.819544] env[69529]: value = "vm-669791" [ 844.819544] env[69529]: _type = "VirtualMachine" [ 844.819544] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 844.820259] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e73e5e0-dce3-4143-9db9-7eb3be6d9d5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.827676] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease: (returnval){ [ 844.827676] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c36e9-d550-8280-866d-1d693c7d3b24" [ 844.827676] env[69529]: _type = "HttpNfcLease" [ 844.827676] env[69529]: } obtained for exporting VM: (result){ [ 844.827676] env[69529]: value = "vm-669791" [ 844.827676] env[69529]: _type = "VirtualMachine" [ 844.827676] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 844.827971] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the lease: (returnval){ [ 844.827971] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c36e9-d550-8280-866d-1d693c7d3b24" [ 844.827971] env[69529]: _type = "HttpNfcLease" [ 844.827971] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 844.835745] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 844.835745] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c36e9-d550-8280-866d-1d693c7d3b24" [ 844.835745] env[69529]: _type = "HttpNfcLease" [ 844.835745] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 844.875181] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c4fa5-1952-44b4-e82c-24b3e1f71745, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.875511] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.875772] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 9089ee06-1140-4149-a2a5-15a0f1e964e3/9089ee06-1140-4149-a2a5-15a0f1e964e3.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.876081] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-118a30d2-ef71-40f0-beb9-f847add9dd33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.881812] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 844.881812] env[69529]: value = "task-3355839" [ 844.881812] env[69529]: _type = "Task" [ 844.881812] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.889623] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.920658] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355836, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.051943] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "ca734f2f-897f-4c15-b795-1408eb9b8270" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.052308] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.052746] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "ca734f2f-897f-4c15-b795-1408eb9b8270-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.052854] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.053303] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.055513] env[69529]: INFO nova.compute.manager [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Terminating instance [ 845.060826] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "refresh_cache-273e28db-880c-464f-b316-851419f091dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.061228] env[69529]: DEBUG nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Instance network_info: |[{"id": "00847d17-077d-4858-8786-0b6ecca94eb2", "address": "fa:16:3e:0d:b5:10", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00847d17-07", "ovs_interfaceid": "00847d17-077d-4858-8786-0b6ecca94eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.061469] env[69529]: DEBUG oslo_concurrency.lockutils [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] Acquired lock "refresh_cache-273e28db-880c-464f-b316-851419f091dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.061812] env[69529]: DEBUG nova.network.neutron [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Refreshing network info cache for port 00847d17-077d-4858-8786-0b6ecca94eb2 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.063095] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:b5:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00847d17-077d-4858-8786-0b6ecca94eb2', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.071336] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.077051] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273e28db-880c-464f-b316-851419f091dc] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.077590] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22b6316c-2f7e-4075-bb45-f19e49e91866 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.097985] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.097985] env[69529]: value = "task-3355840" [ 845.097985] env[69529]: _type = "Task" [ 845.097985] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.106596] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355840, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.130391] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355837, 'name': Rename_Task, 'duration_secs': 0.208249} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.131044] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.131365] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61f705d7-17dc-4c95-8d07-2d2fa0b3e4e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.137143] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 845.137143] env[69529]: value = "task-3355841" [ 845.137143] env[69529]: _type = "Task" [ 845.137143] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.145777] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.156641] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.294548] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.295236] env[69529]: DEBUG nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.301212] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.950s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.302959] env[69529]: INFO nova.compute.claims [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.341048] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.341048] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c36e9-d550-8280-866d-1d693c7d3b24" [ 845.341048] env[69529]: _type = "HttpNfcLease" [ 845.341048] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 845.341048] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 845.341048] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c36e9-d550-8280-866d-1d693c7d3b24" [ 845.341048] env[69529]: _type = "HttpNfcLease" [ 845.341048] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 845.341048] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0957c208-561c-4d12-8eb8-c622dac9aa54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.358789] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a20f2-cf1b-271c-e0a5-86cfd2ac1e3c/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 845.358789] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a20f2-cf1b-271c-e0a5-86cfd2ac1e3c/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 845.440383] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355839, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.444758] env[69529]: DEBUG oslo_vmware.api [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355836, 'name': PowerOnVM_Task, 'duration_secs': 0.631666} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.446164] env[69529]: DEBUG nova.network.neutron [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Updated VIF entry in instance network info cache for port 00847d17-077d-4858-8786-0b6ecca94eb2. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.446919] env[69529]: DEBUG nova.network.neutron [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Updating instance_info_cache with network_info: [{"id": "00847d17-077d-4858-8786-0b6ecca94eb2", "address": "fa:16:3e:0d:b5:10", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00847d17-07", "ovs_interfaceid": "00847d17-077d-4858-8786-0b6ecca94eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.447736] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.447989] env[69529]: INFO nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Took 11.49 seconds to spawn the instance on the hypervisor. [ 845.448169] env[69529]: DEBUG nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.449056] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3010d4-5618-49c2-aa3b-7455976c1692 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.489900] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f05a5bc-cb8d-4237-8e8a-46eb07d55ded {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.561281] env[69529]: DEBUG nova.compute.manager [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.561281] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.561281] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4454ab0d-1a80-411c-92a3-8cfaa4f12f40 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.568626] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.568908] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6281cc7b-352e-4b0c-b9d0-add6f368ff0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.576145] env[69529]: DEBUG oslo_vmware.api [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 845.576145] env[69529]: value = "task-3355842" [ 845.576145] env[69529]: _type = "Task" [ 845.576145] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.584770] env[69529]: DEBUG oslo_vmware.api [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.615621] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355840, 'name': CreateVM_Task, 'duration_secs': 0.451391} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.615906] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 273e28db-880c-464f-b316-851419f091dc] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.616858] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.617037] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.617363] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617656] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db85fb46-0db9-4ef0-b1c0-1d63565bdb2f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.623548] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 845.623548] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52979553-e8d1-ce8c-c668-9b48931c8d69" [ 845.623548] env[69529]: _type = "Task" [ 845.623548] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.632250] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52979553-e8d1-ce8c-c668-9b48931c8d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.647082] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.658200] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.808709] env[69529]: DEBUG nova.compute.utils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.811070] env[69529]: DEBUG nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.811070] env[69529]: DEBUG nova.network.neutron [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.879821] env[69529]: DEBUG nova.policy [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ca410e1769342b392bde1c5df8918cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22726a77ae71466285d14c278a1cefef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.935554] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624469} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.936015] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 9089ee06-1140-4149-a2a5-15a0f1e964e3/9089ee06-1140-4149-a2a5-15a0f1e964e3.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.936335] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.936666] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0dd120-612c-430f-8fa4-a965926870be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.943416] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 845.943416] env[69529]: value = "task-3355843" [ 845.943416] env[69529]: _type = "Task" [ 845.943416] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.954079] env[69529]: DEBUG oslo_concurrency.lockutils [req-52202aad-0e89-47b7-a74a-58b2585e3119 req-18535f06-6fb0-47ee-94c0-a0460a092ccf service nova] Releasing lock "refresh_cache-273e28db-880c-464f-b316-851419f091dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.954702] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.973112] env[69529]: INFO nova.compute.manager [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Took 36.90 seconds to build instance. [ 846.086648] env[69529]: DEBUG oslo_vmware.api [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355842, 'name': PowerOffVM_Task, 'duration_secs': 0.265625} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.087195] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.087495] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.087818] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a3070b0-716b-45e0-abfd-f9e395bbba1e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.134164] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52979553-e8d1-ce8c-c668-9b48931c8d69, 'name': SearchDatastore_Task, 'duration_secs': 0.016407} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.134781] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.135086] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.135449] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.135681] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.135945] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.136314] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c4920eb-1e3b-4ddd-a133-9c4fa54a7e5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.148611] env[69529]: DEBUG oslo_vmware.api [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355841, 'name': PowerOnVM_Task, 'duration_secs': 0.721893} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.153518] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.153777] env[69529]: INFO nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Took 9.46 seconds to spawn the instance on the hypervisor. [ 846.154105] env[69529]: DEBUG nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.154280] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.154460] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.159153] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2480a963-817a-47b5-8ac3-4a25133d5f14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.160272] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc8a424-beba-45a6-8213-032896820556 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.164118] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.164118] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.164203] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Deleting the datastore file [datastore1] ca734f2f-897f-4c15-b795-1408eb9b8270 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.165037] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-512e5b0c-4c34-4bd3-a4f2-23134316d3c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.167582] env[69529]: DEBUG nova.network.neutron [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Successfully updated port: d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.177250] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.180549] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 846.180549] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5275f4be-1270-1914-d838-10f302fe2152" [ 846.180549] env[69529]: _type = "Task" [ 846.180549] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.182487] env[69529]: DEBUG oslo_vmware.api [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 846.182487] env[69529]: value = "task-3355845" [ 846.182487] env[69529]: _type = "Task" [ 846.182487] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.199205] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5275f4be-1270-1914-d838-10f302fe2152, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.209629] env[69529]: DEBUG oslo_vmware.api [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.210273] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac088e6d-5aaf-4604-baf6-60acd5a85d79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.218487] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 846.218487] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bbe183-80aa-2b52-addb-0e60a7bab4b0" [ 846.218487] env[69529]: _type = "Task" [ 846.218487] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.226100] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bbe183-80aa-2b52-addb-0e60a7bab4b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.287180] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.287720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.316097] env[69529]: DEBUG nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.336796] env[69529]: DEBUG nova.network.neutron [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Successfully created port: 4245315f-ce37-4069-b0d1-b6da14c93659 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.455322] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077516} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.455706] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.456930] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e56ed9-2fea-4742-a7f9-a0d40b3ce7d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.483541] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 9089ee06-1140-4149-a2a5-15a0f1e964e3/9089ee06-1140-4149-a2a5-15a0f1e964e3.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.487714] env[69529]: DEBUG oslo_concurrency.lockutils [None req-89c79073-7269-457a-aae4-39795777bd89 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.403s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.487714] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121aba73-cd0b-4a7d-b81c-b7db92cb9ebd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.510313] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 846.510313] env[69529]: value = "task-3355846" [ 846.510313] env[69529]: _type = "Task" [ 846.510313] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.519955] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.662169] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.670249] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "refresh_cache-cd158c49-ffc2-4044-87a8-ad695e906bcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.670354] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "refresh_cache-cd158c49-ffc2-4044-87a8-ad695e906bcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.670498] env[69529]: DEBUG nova.network.neutron [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.701909] env[69529]: INFO nova.compute.manager [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Took 35.72 seconds to build instance. [ 846.710931] env[69529]: DEBUG oslo_vmware.api [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3355845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170336} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.711271] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.711506] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.711659] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.711885] env[69529]: INFO nova.compute.manager [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Took 1.15 seconds to destroy the instance on the hypervisor. [ 846.712186] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.712484] env[69529]: DEBUG nova.compute.manager [-] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.712484] env[69529]: DEBUG nova.network.neutron [-] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.731907] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bbe183-80aa-2b52-addb-0e60a7bab4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.732085] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.733810] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 273e28db-880c-464f-b316-851419f091dc/273e28db-880c-464f-b316-851419f091dc.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.733810] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bae39b41-2df3-4ede-bff2-15f83c2ec583 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.740422] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 846.740422] env[69529]: value = "task-3355847" [ 846.740422] env[69529]: _type = "Task" [ 846.740422] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.753373] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.807367] env[69529]: DEBUG nova.compute.manager [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Received event network-changed-e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.807685] env[69529]: DEBUG nova.compute.manager [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Refreshing instance network info cache due to event network-changed-e05efad1-3627-4528-a6ca-4768b38f18e3. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.807970] env[69529]: DEBUG oslo_concurrency.lockutils [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] Acquiring lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.808166] env[69529]: DEBUG oslo_concurrency.lockutils [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] Acquired lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.809075] env[69529]: DEBUG nova.network.neutron [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Refreshing network info cache for port e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.007454] env[69529]: DEBUG nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.031114] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355846, 'name': ReconfigVM_Task, 'duration_secs': 0.316611} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.032182] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 9089ee06-1140-4149-a2a5-15a0f1e964e3/9089ee06-1140-4149-a2a5-15a0f1e964e3.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.033454] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dbb7cef-bd00-422a-9fad-829e98b68ca4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.047694] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 847.047694] env[69529]: value = "task-3355848" [ 847.047694] env[69529]: _type = "Task" [ 847.047694] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.069305] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355848, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.104728] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b8cd4a-56f2-48a5-9f5e-ae61fa6adbaf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.114754] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578e61f4-91ce-46b8-a912-f0ced1fa18b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.159663] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b5578b-1bcb-4062-b77c-b8d2c69841f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.177043] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef98758-e52b-4503-b495-6a7f060a86e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.181259] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.197875] env[69529]: DEBUG nova.compute.provider_tree [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.205120] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8005ded-608e-4973-b9a0-fdad0ee99963 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.835s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.246965] env[69529]: DEBUG nova.network.neutron [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.258568] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355847, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.330521] env[69529]: DEBUG nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.477772] env[69529]: DEBUG nova.compute.manager [req-0089820d-38ae-4996-9a80-b9bd62e4e6bc req-29ed2a7d-9aa6-45bd-88e2-430c9be40cda service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Received event network-vif-plugged-d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.477772] env[69529]: DEBUG oslo_concurrency.lockutils [req-0089820d-38ae-4996-9a80-b9bd62e4e6bc req-29ed2a7d-9aa6-45bd-88e2-430c9be40cda service nova] Acquiring lock "cd158c49-ffc2-4044-87a8-ad695e906bcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.477772] env[69529]: DEBUG oslo_concurrency.lockutils [req-0089820d-38ae-4996-9a80-b9bd62e4e6bc req-29ed2a7d-9aa6-45bd-88e2-430c9be40cda service nova] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.477772] env[69529]: DEBUG oslo_concurrency.lockutils [req-0089820d-38ae-4996-9a80-b9bd62e4e6bc req-29ed2a7d-9aa6-45bd-88e2-430c9be40cda service nova] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.477772] env[69529]: DEBUG nova.compute.manager [req-0089820d-38ae-4996-9a80-b9bd62e4e6bc req-29ed2a7d-9aa6-45bd-88e2-430c9be40cda service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] No waiting events found dispatching network-vif-plugged-d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.477772] env[69529]: WARNING nova.compute.manager [req-0089820d-38ae-4996-9a80-b9bd62e4e6bc req-29ed2a7d-9aa6-45bd-88e2-430c9be40cda service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Received unexpected event network-vif-plugged-d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b for instance with vm_state building and task_state spawning. [ 847.558873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.572849] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355848, 'name': Rename_Task, 'duration_secs': 0.496834} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.576426] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.576426] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f972d54-ece6-42ab-8a37-6c866f60c0a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.578468] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.578574] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.578727] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.578902] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.579199] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.580216] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.580216] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.580216] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.580216] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.580216] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.580216] env[69529]: DEBUG nova.virt.hardware [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.584019] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe38513-4b75-4fe0-9e3f-a533fdda3158 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.594662] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 847.594662] env[69529]: value = "task-3355849" [ 847.594662] env[69529]: _type = "Task" [ 847.594662] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.602175] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525adcd6-9307-d321-55ed-6ced6fb157dd/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 847.602551] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f5dca-e76d-48e7-aced-135dc7d8b627 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.609073] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f4f802-ec55-45da-a02d-639be0863da4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.625025] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525adcd6-9307-d321-55ed-6ced6fb157dd/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 847.625025] env[69529]: ERROR oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525adcd6-9307-d321-55ed-6ced6fb157dd/disk-0.vmdk due to incomplete transfer. [ 847.643129] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fae7780e-3ba6-4c0f-b40b-c281e3f41e19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.645435] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355849, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.652634] env[69529]: DEBUG oslo_vmware.rw_handles [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525adcd6-9307-d321-55ed-6ced6fb157dd/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 847.652826] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Uploaded image 64fe0013-2818-4534-a129-754faa0908b5 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 847.654950] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 847.655495] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2638cbaf-49eb-4c35-ba8b-5cede80216b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.659487] env[69529]: DEBUG nova.network.neutron [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Updating instance_info_cache with network_info: [{"id": "d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b", "address": "fa:16:3e:ab:47:b0", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3139fe7-a8", "ovs_interfaceid": "d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.676039] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.679948] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 847.679948] env[69529]: value = "task-3355850" [ 847.679948] env[69529]: _type = "Task" [ 847.679948] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.693081] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355850, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.703421] env[69529]: DEBUG nova.scheduler.client.report [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.710507] env[69529]: DEBUG nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.762161] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688767} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.762609] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 273e28db-880c-464f-b316-851419f091dc/273e28db-880c-464f-b316-851419f091dc.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.762790] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.763216] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1782b7b6-0d60-441b-bbb0-d747d7e8763b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.772154] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 847.772154] env[69529]: value = "task-3355851" [ 847.772154] env[69529]: _type = "Task" [ 847.772154] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.785552] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.917386] env[69529]: DEBUG nova.network.neutron [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updated VIF entry in instance network info cache for port e05efad1-3627-4528-a6ca-4768b38f18e3. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.918092] env[69529]: DEBUG nova.network.neutron [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updating instance_info_cache with network_info: [{"id": "e05efad1-3627-4528-a6ca-4768b38f18e3", "address": "fa:16:3e:4b:46:f1", "network": {"id": "8d3656c6-c843-406b-9fff-13fdfe958316", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-291677567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59114ade1cec446d879516905009c7f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05efad1-36", "ovs_interfaceid": "e05efad1-3627-4528-a6ca-4768b38f18e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.027507] env[69529]: DEBUG nova.network.neutron [-] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.116584] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355849, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.119080] env[69529]: DEBUG nova.network.neutron [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Successfully updated port: 4245315f-ce37-4069-b0d1-b6da14c93659 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.168743] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "refresh_cache-cd158c49-ffc2-4044-87a8-ad695e906bcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.168743] env[69529]: DEBUG nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Instance network_info: |[{"id": "d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b", "address": "fa:16:3e:ab:47:b0", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3139fe7-a8", "ovs_interfaceid": "d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.168743] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:47:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3139fe7-a8fa-4103-bb65-2a2a2c38eb5b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.179720] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.180947] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.181300] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511f04c9-9048-406b-b981-8e63677a4a39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.205131] env[69529]: DEBUG oslo_vmware.api [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355829, 'name': ReconfigVM_Task, 'duration_secs': 5.915888} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.209238] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.209932] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Reconfigured VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 848.216570] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.217100] env[69529]: DEBUG nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.222718] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.222718] env[69529]: value = "task-3355852" [ 848.222718] env[69529]: _type = "Task" [ 848.222718] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.226194] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.747s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.229163] env[69529]: INFO nova.compute.claims [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.241155] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355850, 'name': Destroy_Task, 'duration_secs': 0.509748} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.241351] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Destroyed the VM [ 848.241609] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 848.242308] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99a75442-6762-4997-88f5-2092fc33fff8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.249364] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355852, 'name': CreateVM_Task} progress is 15%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.252027] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 848.252027] env[69529]: value = "task-3355853" [ 848.252027] env[69529]: _type = "Task" [ 848.252027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.261458] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355853, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.269531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.283470] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119961} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.284736] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.285840] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a77550-748b-41cb-affd-8792757abc9e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.312918] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 273e28db-880c-464f-b316-851419f091dc/273e28db-880c-464f-b316-851419f091dc.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.314182] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc0a5a5a-6cb8-460c-9b0b-ee00ab4d146a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.336165] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 848.336165] env[69529]: value = "task-3355854" [ 848.336165] env[69529]: _type = "Task" [ 848.336165] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.346207] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355854, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.424282] env[69529]: DEBUG oslo_concurrency.lockutils [req-8eb710bc-3faf-4faf-8ae2-fd27f7bd3345 req-68bee01b-09af-4df7-84fc-d61abb9d3a46 service nova] Releasing lock "refresh_cache-9bd9e5f3-036b-44a2-8863-470653a383d1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.532631] env[69529]: INFO nova.compute.manager [-] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Took 1.82 seconds to deallocate network for instance. [ 848.549856] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "29e33bfc-97ee-400d-a772-420a9117c73c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.549856] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "29e33bfc-97ee-400d-a772-420a9117c73c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.550402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "29e33bfc-97ee-400d-a772-420a9117c73c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.550402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "29e33bfc-97ee-400d-a772-420a9117c73c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.550613] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "29e33bfc-97ee-400d-a772-420a9117c73c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.553932] env[69529]: INFO nova.compute.manager [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Terminating instance [ 848.626527] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "refresh_cache-06d6148f-6569-4dc1-b0cb-d047a3c31150" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.626868] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquired lock "refresh_cache-06d6148f-6569-4dc1-b0cb-d047a3c31150" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.627202] env[69529]: DEBUG nova.network.neutron [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.628912] env[69529]: DEBUG oslo_vmware.api [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355849, 'name': PowerOnVM_Task, 'duration_secs': 0.951603} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.630017] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.630386] env[69529]: INFO nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Took 9.22 seconds to spawn the instance on the hypervisor. [ 848.630711] env[69529]: DEBUG nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.632096] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28367f8-ec2d-4da8-b931-035995c2be4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.639055] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "9bd9e5f3-036b-44a2-8863-470653a383d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.639422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.639816] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "9bd9e5f3-036b-44a2-8863-470653a383d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.640046] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.640329] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.644519] env[69529]: INFO nova.compute.manager [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Terminating instance [ 848.727549] env[69529]: DEBUG nova.compute.utils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.727549] env[69529]: DEBUG nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 848.745682] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355852, 'name': CreateVM_Task, 'duration_secs': 0.458674} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.747324] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.748354] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.748727] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.749510] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.750318] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4bbb54-9044-4a53-add8-cc093edaa964 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.760883] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 848.760883] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c6cc89-9bc3-0ceb-5b7b-79e81d00e20e" [ 848.760883] env[69529]: _type = "Task" [ 848.760883] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.765774] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355853, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.776221] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c6cc89-9bc3-0ceb-5b7b-79e81d00e20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.854071] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355854, 'name': ReconfigVM_Task, 'duration_secs': 0.513885} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.854071] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 273e28db-880c-464f-b316-851419f091dc/273e28db-880c-464f-b316-851419f091dc.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.854071] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11713502-9d75-44ef-a36d-e59f7ddd859a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.859278] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 848.859278] env[69529]: value = "task-3355855" [ 848.859278] env[69529]: _type = "Task" [ 848.859278] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.870688] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355855, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.040380] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.060441] env[69529]: DEBUG nova.compute.manager [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.061472] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.062577] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e6297-e20d-4c00-9aff-cb13a1dd187c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.070595] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.071059] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755cf83e-9346-4232-8af0-e9d75a4a93e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.077802] env[69529]: DEBUG oslo_vmware.api [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 849.077802] env[69529]: value = "task-3355856" [ 849.077802] env[69529]: _type = "Task" [ 849.077802] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.087478] env[69529]: DEBUG oslo_vmware.api [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.099737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "38c879a6-039b-4544-9efa-55d87a3db614" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.100196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.108647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.108647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.108647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.108647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.108647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.110918] env[69529]: INFO nova.compute.manager [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Terminating instance [ 849.161146] env[69529]: DEBUG nova.compute.manager [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.161645] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.163081] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef355dc-bfe6-4566-9445-64c0bf67d988 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.170663] env[69529]: DEBUG nova.network.neutron [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.177513] env[69529]: INFO nova.compute.manager [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Took 36.74 seconds to build instance. [ 849.182168] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.183011] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-685e61a6-53bf-4e65-b7d4-713d7b7d5639 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.192629] env[69529]: DEBUG oslo_vmware.api [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 849.192629] env[69529]: value = "task-3355857" [ 849.192629] env[69529]: _type = "Task" [ 849.192629] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.210167] env[69529]: DEBUG oslo_vmware.api [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.230021] env[69529]: DEBUG nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.263810] env[69529]: DEBUG oslo_vmware.api [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355853, 'name': RemoveSnapshot_Task, 'duration_secs': 0.988908} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.264200] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 849.265124] env[69529]: INFO nova.compute.manager [None req-6199d86a-45af-4fc9-a6ec-d0afa1ae1be5 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Took 16.31 seconds to snapshot the instance on the hypervisor. [ 849.286863] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c6cc89-9bc3-0ceb-5b7b-79e81d00e20e, 'name': SearchDatastore_Task, 'duration_secs': 0.017836} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.287246] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.287652] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.287880] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.288585] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.288585] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.288585] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0f065bf-8003-4076-b919-b7bf7966ae36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.304640] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.304931] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.309418] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0abb8b24-24a8-44ec-8386-a209257c298a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.320784] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 849.320784] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bc1750-b1c8-1eb3-84bd-1ab1bdc23b77" [ 849.320784] env[69529]: _type = "Task" [ 849.320784] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.332168] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bc1750-b1c8-1eb3-84bd-1ab1bdc23b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.369393] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355855, 'name': Rename_Task, 'duration_secs': 0.225441} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.370086] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.370160] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57053c3d-9dbe-4d68-988e-be5a69964dc3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.377684] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 849.377684] env[69529]: value = "task-3355858" [ 849.377684] env[69529]: _type = "Task" [ 849.377684] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.388437] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.450986] env[69529]: DEBUG nova.network.neutron [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Updating instance_info_cache with network_info: [{"id": "4245315f-ce37-4069-b0d1-b6da14c93659", "address": "fa:16:3e:af:bc:50", "network": {"id": "e54859bc-5937-4501-b9e5-b5b71aacafdb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2144167303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22726a77ae71466285d14c278a1cefef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4245315f-ce", "ovs_interfaceid": "4245315f-ce37-4069-b0d1-b6da14c93659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.590798] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.590984] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.591744] env[69529]: DEBUG nova.network.neutron [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.592588] env[69529]: DEBUG oslo_vmware.api [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355856, 'name': PowerOffVM_Task, 'duration_secs': 0.253605} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.593032] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.593233] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.593469] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e478d8f-2c9b-408d-a525-b43d3178c96c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.606298] env[69529]: DEBUG nova.compute.utils [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.619058] env[69529]: DEBUG nova.compute.manager [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.619058] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.620152] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227de727-39d1-4b42-86f5-5557cb3b2b33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.631770] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.632309] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3e3de9b-1745-4470-bae0-946587a0628d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.643025] env[69529]: DEBUG oslo_vmware.api [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 849.643025] env[69529]: value = "task-3355860" [ 849.643025] env[69529]: _type = "Task" [ 849.643025] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.656234] env[69529]: DEBUG oslo_vmware.api [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.660133] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.660133] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.660133] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Deleting the datastore file [datastore1] 29e33bfc-97ee-400d-a772-420a9117c73c {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.660734] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f76333a7-3efa-48d7-9dd8-f782f7862bbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.669269] env[69529]: DEBUG oslo_vmware.api [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for the task: (returnval){ [ 849.669269] env[69529]: value = "task-3355861" [ 849.669269] env[69529]: _type = "Task" [ 849.669269] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.681877] env[69529]: DEBUG oslo_vmware.api [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.687027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.687027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.687027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.687027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.687027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.687027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10021e41-22ac-49fa-8851-adb692e46d2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.104s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.687027] env[69529]: INFO nova.compute.manager [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Terminating instance [ 849.705938] env[69529]: DEBUG oslo_vmware.api [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355857, 'name': PowerOffVM_Task, 'duration_secs': 0.242395} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.707210] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.707626] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.708468] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01438921-23df-4d07-ab87-a654bdd8789b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.796047] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.796336] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.796579] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Deleting the datastore file [datastore1] 9bd9e5f3-036b-44a2-8863-470653a383d1 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.799452] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43da558d-005a-4ca4-a787-3ca2e0f8dc6c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.803567] env[69529]: DEBUG oslo_vmware.api [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 849.803567] env[69529]: value = "task-3355863" [ 849.803567] env[69529]: _type = "Task" [ 849.803567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.823034] env[69529]: DEBUG oslo_vmware.api [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.831529] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bc1750-b1c8-1eb3-84bd-1ab1bdc23b77, 'name': SearchDatastore_Task, 'duration_secs': 0.015363} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.835797] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70282554-0665-44fe-ab9a-472f0111269c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.842171] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 849.842171] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524784cf-e5fc-d9b3-aef0-7358e3a3dc2f" [ 849.842171] env[69529]: _type = "Task" [ 849.842171] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.854813] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524784cf-e5fc-d9b3-aef0-7358e3a3dc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.889067] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.945755] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad538e20-7900-4b66-921d-0558da117d3f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.954523] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Releasing lock "refresh_cache-06d6148f-6569-4dc1-b0cb-d047a3c31150" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.954708] env[69529]: DEBUG nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Instance network_info: |[{"id": "4245315f-ce37-4069-b0d1-b6da14c93659", "address": "fa:16:3e:af:bc:50", "network": {"id": "e54859bc-5937-4501-b9e5-b5b71aacafdb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2144167303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22726a77ae71466285d14c278a1cefef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4245315f-ce", "ovs_interfaceid": "4245315f-ce37-4069-b0d1-b6da14c93659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.955597] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:bc:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4245315f-ce37-4069-b0d1-b6da14c93659', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.963176] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Creating folder: Project (22726a77ae71466285d14c278a1cefef). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.964253] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370b6db-abe2-423b-9c88-de7b3a2e97ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.969627] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd39027-1fbc-4bbc-a054-5f9c44a0d749 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.000140] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50866b8b-e29a-4a59-9b15-d06b9af9aa8b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.007764] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934cccce-f2a1-4893-9837-47743b8c2d9e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.014015] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Created folder: Project (22726a77ae71466285d14c278a1cefef) in parent group-v669649. [ 850.014235] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Creating folder: Instances. Parent ref: group-v669797. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.015293] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6796adf-685b-4ce5-8a45-e4feb053d0d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.027505] env[69529]: DEBUG nova.compute.provider_tree [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.036665] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Created folder: Instances in parent group-v669797. [ 850.036921] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.037137] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.037358] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3642574e-9ccc-4261-8839-e90435d6c4cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.059577] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.059577] env[69529]: value = "task-3355866" [ 850.059577] env[69529]: _type = "Task" [ 850.059577] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.069549] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355866, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.107866] env[69529]: DEBUG oslo_concurrency.lockutils [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.151399] env[69529]: DEBUG oslo_vmware.api [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355860, 'name': PowerOffVM_Task, 'duration_secs': 0.223128} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.151574] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.151699] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.151945] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4641fd3-9bb2-4cfa-a2f4-01635f4a53c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.179260] env[69529]: DEBUG oslo_vmware.api [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Task: {'id': task-3355861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255851} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.179521] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.179708] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.180104] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.180450] env[69529]: INFO nova.compute.manager [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 850.180745] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.180996] env[69529]: DEBUG nova.compute.manager [-] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.181193] env[69529]: DEBUG nova.network.neutron [-] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.192435] env[69529]: DEBUG nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.196753] env[69529]: DEBUG nova.compute.manager [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.197038] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.198552] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4706cd6c-3da3-4663-b946-62a7c1dd158b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.211559] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.211559] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c9b410-5a18-488b-85f9-0c98abada5c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.217734] env[69529]: DEBUG oslo_vmware.api [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 850.217734] env[69529]: value = "task-3355868" [ 850.217734] env[69529]: _type = "Task" [ 850.217734] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.228272] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.228524] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.228842] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleting the datastore file [datastore2] d5bd66ce-fffe-4425-bacd-d69f6f889a31 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.230012] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88e78bf5-2dfb-4b80-b1c7-3b772850ec08 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.239326] env[69529]: DEBUG oslo_vmware.api [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.241997] env[69529]: DEBUG nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.247566] env[69529]: DEBUG oslo_vmware.api [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 850.247566] env[69529]: value = "task-3355869" [ 850.247566] env[69529]: _type = "Task" [ 850.247566] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.261419] env[69529]: DEBUG oslo_vmware.api [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.280897] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.281249] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.281463] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.281770] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.281933] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.282100] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.282415] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.282663] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.282856] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.283017] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.283247] env[69529]: DEBUG nova.virt.hardware [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.284673] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cddf153-b965-4a8a-a73c-bf745ec7a289 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.294924] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf7b03-6494-49ad-83ac-60cd5e3e9057 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.309663] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.315529] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Creating folder: Project (2be738889d164e85a9f70603bbd5ea36). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.319108] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afaf8508-54d0-4e6d-821a-506cc96421bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.327445] env[69529]: DEBUG oslo_vmware.api [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3355863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312723} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.330265] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.330461] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.330639] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.330809] env[69529]: INFO nova.compute.manager [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 850.331055] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.332516] env[69529]: DEBUG nova.compute.manager [-] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.332623] env[69529]: DEBUG nova.network.neutron [-] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.334508] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Created folder: Project (2be738889d164e85a9f70603bbd5ea36) in parent group-v669649. [ 850.334718] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Creating folder: Instances. Parent ref: group-v669800. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.334968] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3c292e2-19a4-4d54-ac2a-2e386781b545 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.344923] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Created folder: Instances in parent group-v669800. [ 850.345195] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.348441] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.349014] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f863e9e2-44e7-42ff-b5dc-ef37443a63c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.367593] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524784cf-e5fc-d9b3-aef0-7358e3a3dc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.02147} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.369877] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.369877] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] cd158c49-ffc2-4044-87a8-ad695e906bcb/cd158c49-ffc2-4044-87a8-ad695e906bcb.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.369877] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.369877] env[69529]: value = "task-3355872" [ 850.369877] env[69529]: _type = "Task" [ 850.369877] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.370270] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9cf0598-281d-4744-9006-170b6897ae7d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.381697] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355872, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.388710] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 850.388710] env[69529]: value = "task-3355873" [ 850.388710] env[69529]: _type = "Task" [ 850.388710] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.397682] env[69529]: DEBUG oslo_vmware.api [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355858, 'name': PowerOnVM_Task, 'duration_secs': 0.755063} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.398850] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.398850] env[69529]: INFO nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Took 8.18 seconds to spawn the instance on the hypervisor. [ 850.398998] env[69529]: DEBUG nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.399707] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f61ae28-9d24-4b92-b63b-22ec2a02162a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.409041] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.531839] env[69529]: DEBUG nova.scheduler.client.report [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.543940] env[69529]: INFO nova.network.neutron [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Port 4dfc3c5b-a73a-484c-bf3e-945e9f14b902 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 850.543940] env[69529]: DEBUG nova.network.neutron [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updating instance_info_cache with network_info: [{"id": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "address": "fa:16:3e:21:15:33", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d29cd1-5b", "ovs_interfaceid": "14d29cd1-5bd5-4e3f-93b1-d8851d28f647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.571943] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355866, 'name': CreateVM_Task, 'duration_secs': 0.47576} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.572177] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.572847] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.572990] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.573317] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.573572] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcf8fbb-3b2b-4d6c-9c9c-0ffc1b393ba2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.579546] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 850.579546] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5272afbb-7d86-7959-9973-76024c02363c" [ 850.579546] env[69529]: _type = "Task" [ 850.579546] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.592198] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5272afbb-7d86-7959-9973-76024c02363c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.734861] env[69529]: DEBUG oslo_vmware.api [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355868, 'name': PowerOffVM_Task, 'duration_secs': 0.284364} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.737830] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.738454] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.738758] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.739304] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce8b5a22-1b73-46cd-80e8-731bbbedd3ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.747927] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Received event network-changed-d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.748160] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Refreshing instance network info cache due to event network-changed-d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.748386] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Acquiring lock "refresh_cache-cd158c49-ffc2-4044-87a8-ad695e906bcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.748524] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Acquired lock "refresh_cache-cd158c49-ffc2-4044-87a8-ad695e906bcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.748692] env[69529]: DEBUG nova.network.neutron [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Refreshing network info cache for port d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.766216] env[69529]: DEBUG oslo_vmware.api [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240344} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.766616] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.766845] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.767070] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.767606] env[69529]: INFO nova.compute.manager [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.767606] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.767766] env[69529]: DEBUG nova.compute.manager [-] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.767861] env[69529]: DEBUG nova.network.neutron [-] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.817444] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.817444] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.817444] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleting the datastore file [datastore1] 67d8fa6b-dd82-45f4-b425-4dc27b321d16 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.817444] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d09d61a-8edd-4f3a-9d05-b3df4454c4b6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.826251] env[69529]: DEBUG oslo_vmware.api [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for the task: (returnval){ [ 850.826251] env[69529]: value = "task-3355875" [ 850.826251] env[69529]: _type = "Task" [ 850.826251] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.839274] env[69529]: DEBUG oslo_vmware.api [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.882400] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355872, 'name': CreateVM_Task, 'duration_secs': 0.459705} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.882828] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.883396] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.902940] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.930921] env[69529]: INFO nova.compute.manager [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Took 35.33 seconds to build instance. [ 851.041220] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.041220] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.043458] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.538s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.045680] env[69529]: INFO nova.compute.claims [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.049125] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-6b391d42-08bf-4dd2-9bbf-4eab08b42a89" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.094275] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5272afbb-7d86-7959-9973-76024c02363c, 'name': SearchDatastore_Task, 'duration_secs': 0.026333} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.094777] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.095263] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.098155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.098155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.098155] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.098155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.098155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.098155] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9359aaa6-edd2-47f9-a15d-e3584706141c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.100677] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a668f17-839c-4a1f-8e73-8d1e7211e5bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.109981] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 851.109981] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52433045-d5e6-1d3a-7286-1952045a7803" [ 851.109981] env[69529]: _type = "Task" [ 851.109981] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.114329] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.114666] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.115955] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f611e0-61cd-4bc4-9a71-9efe82b07ed8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.123459] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52433045-d5e6-1d3a-7286-1952045a7803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.128022] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 851.128022] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d2e41a-2897-4734-5aa6-ea4c21de9ab3" [ 851.128022] env[69529]: _type = "Task" [ 851.128022] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.134231] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d2e41a-2897-4734-5aa6-ea4c21de9ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.193297] env[69529]: DEBUG oslo_concurrency.lockutils [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "38c879a6-039b-4544-9efa-55d87a3db614" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.193634] env[69529]: DEBUG oslo_concurrency.lockutils [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.193922] env[69529]: INFO nova.compute.manager [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Attaching volume bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d to /dev/sdb [ 851.249840] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e09615-96f7-4c78-b1dc-01be0c834850 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.260804] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7eb47a-2c83-4825-999a-0fb5f54b5abc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.276486] env[69529]: DEBUG nova.virt.block_device [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Updating existing volume attachment record: 45645101-956d-443b-a68d-e30183f3a61a {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 851.334155] env[69529]: DEBUG oslo_vmware.api [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Task: {'id': task-3355875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392414} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.336760] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.336985] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.337185] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.337504] env[69529]: INFO nova.compute.manager [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Took 1.14 seconds to destroy the instance on the hypervisor. [ 851.337630] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.338215] env[69529]: DEBUG nova.compute.manager [-] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.338317] env[69529]: DEBUG nova.network.neutron [-] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.401191] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666824} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.401517] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] cd158c49-ffc2-4044-87a8-ad695e906bcb/cd158c49-ffc2-4044-87a8-ad695e906bcb.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.401776] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.402095] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c402b261-859d-4c86-a864-b2dbee77a6e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.409464] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 851.409464] env[69529]: value = "task-3355876" [ 851.409464] env[69529]: _type = "Task" [ 851.409464] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.420545] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.433590] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78798067-731f-4b07-85f3-80464524543e tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "273e28db-880c-464f-b316-851419f091dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.473s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.468229] env[69529]: DEBUG nova.network.neutron [-] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.550791] env[69529]: DEBUG nova.compute.utils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.557144] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.557144] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.559868] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bf7317b-8dfd-424a-9990-086fb53442a2 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b391d42-08bf-4dd2-9bbf-4eab08b42a89-4dfc3c5b-a73a-484c-bf3e-945e9f14b902" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.996s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.603460] env[69529]: DEBUG nova.network.neutron [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Updated VIF entry in instance network info cache for port d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.604032] env[69529]: DEBUG nova.network.neutron [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Updating instance_info_cache with network_info: [{"id": "d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b", "address": "fa:16:3e:ab:47:b0", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3139fe7-a8", "ovs_interfaceid": "d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.618430] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52433045-d5e6-1d3a-7286-1952045a7803, 'name': SearchDatastore_Task, 'duration_secs': 0.015788} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.619592] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.619592] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.619763] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.636074] env[69529]: DEBUG nova.policy [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ab787547444f36ad809bb0f3735af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b972f16073994b8287d946ff338f8134', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.642560] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d2e41a-2897-4734-5aa6-ea4c21de9ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.643391] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93df66d5-1b73-468f-a811-2a5a41b79328 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.649229] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 851.649229] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52721983-2db7-7e35-4e2b-b2bda5156e16" [ 851.649229] env[69529]: _type = "Task" [ 851.649229] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.657857] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52721983-2db7-7e35-4e2b-b2bda5156e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.690106] env[69529]: DEBUG nova.network.neutron [-] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.759170] env[69529]: DEBUG nova.network.neutron [-] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.924591] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084485} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.925519] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.926747] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11f4b8-5c36-4376-9779-e1f949d39abd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.943752] env[69529]: DEBUG nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.960852] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] cd158c49-ffc2-4044-87a8-ad695e906bcb/cd158c49-ffc2-4044-87a8-ad695e906bcb.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.961546] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5580aa27-d27f-4371-8b96-2807717e2d9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.977955] env[69529]: INFO nova.compute.manager [-] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Took 1.64 seconds to deallocate network for instance. [ 851.986420] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 851.986420] env[69529]: value = "task-3355880" [ 851.986420] env[69529]: _type = "Task" [ 851.986420] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.994441] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.055691] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.067011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.067298] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.067512] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.067698] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.067883] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.069850] env[69529]: INFO nova.compute.manager [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Terminating instance [ 852.098401] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Successfully created port: 249eef55-0473-4c62-91ac-210cdf83e88f {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.107071] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Releasing lock "refresh_cache-cd158c49-ffc2-4044-87a8-ad695e906bcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.107381] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Received event network-vif-deleted-893f5fb8-4626-49d9-8b88-e501e660da13 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.107572] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Received event network-vif-plugged-4245315f-ce37-4069-b0d1-b6da14c93659 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.107794] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Acquiring lock "06d6148f-6569-4dc1-b0cb-d047a3c31150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.108028] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.108220] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.108479] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] No waiting events found dispatching network-vif-plugged-4245315f-ce37-4069-b0d1-b6da14c93659 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.108668] env[69529]: WARNING nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Received unexpected event network-vif-plugged-4245315f-ce37-4069-b0d1-b6da14c93659 for instance with vm_state building and task_state spawning. [ 852.108837] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Received event network-changed-4245315f-ce37-4069-b0d1-b6da14c93659 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.108991] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Refreshing instance network info cache due to event network-changed-4245315f-ce37-4069-b0d1-b6da14c93659. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.109196] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Acquiring lock "refresh_cache-06d6148f-6569-4dc1-b0cb-d047a3c31150" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.109361] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Acquired lock "refresh_cache-06d6148f-6569-4dc1-b0cb-d047a3c31150" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.109517] env[69529]: DEBUG nova.network.neutron [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Refreshing network info cache for port 4245315f-ce37-4069-b0d1-b6da14c93659 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.163171] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52721983-2db7-7e35-4e2b-b2bda5156e16, 'name': SearchDatastore_Task, 'duration_secs': 0.02125} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.163539] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.163866] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 06d6148f-6569-4dc1-b0cb-d047a3c31150/06d6148f-6569-4dc1-b0cb-d047a3c31150.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.164136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.164398] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.164639] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c1c0a11-6e82-4633-9e76-fffc776e02e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.166777] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee0476a-de3b-46f0-b482-771bf84ce1a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.175118] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 852.175118] env[69529]: value = "task-3355881" [ 852.175118] env[69529]: _type = "Task" [ 852.175118] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.176427] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.178027] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.180169] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3163f34-143f-4721-a146-ea7301fd301b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.185840] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 852.185840] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522504a1-1c13-9dae-72a3-5c381e16e75f" [ 852.185840] env[69529]: _type = "Task" [ 852.185840] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.189799] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.196038] env[69529]: INFO nova.compute.manager [-] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Took 2.01 seconds to deallocate network for instance. [ 852.201014] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522504a1-1c13-9dae-72a3-5c381e16e75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.251579] env[69529]: DEBUG nova.network.neutron [-] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.268191] env[69529]: INFO nova.compute.manager [-] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Took 1.50 seconds to deallocate network for instance. [ 852.344635] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.348021] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.455173] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "e3da2690-31c8-410a-b003-b983eea08863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.455432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "e3da2690-31c8-410a-b003-b983eea08863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.477915] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.487246] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.499066] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355880, 'name': ReconfigVM_Task, 'duration_secs': 0.43558} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.499400] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Reconfigured VM instance instance-00000035 to attach disk [datastore1] cd158c49-ffc2-4044-87a8-ad695e906bcb/cd158c49-ffc2-4044-87a8-ad695e906bcb.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.500074] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28665a9c-1234-43f1-b707-a037ab265251 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.506389] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 852.506389] env[69529]: value = "task-3355882" [ 852.506389] env[69529]: _type = "Task" [ 852.506389] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.514658] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355882, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.573915] env[69529]: DEBUG nova.compute.manager [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.574391] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.575541] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ab0b5-1061-41fa-9eee-22c3a230fbc0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.590762] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.591622] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e789d62-0e19-4087-996c-bd64192bb44f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.607696] env[69529]: DEBUG oslo_vmware.api [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 852.607696] env[69529]: value = "task-3355883" [ 852.607696] env[69529]: _type = "Task" [ 852.607696] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.627207] env[69529]: DEBUG oslo_vmware.api [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.691410] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355881, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.707072] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.712591] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522504a1-1c13-9dae-72a3-5c381e16e75f, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.714106] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29262fa-b7c5-417c-895f-fed25461ee19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.722201] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 852.722201] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c6cc21-8717-686f-b4d1-262403bc838a" [ 852.722201] env[69529]: _type = "Task" [ 852.722201] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.735509] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c6cc21-8717-686f-b4d1-262403bc838a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.754888] env[69529]: INFO nova.compute.manager [-] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Took 1.42 seconds to deallocate network for instance. [ 852.781206] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.809260] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f9ffd3-13c1-4f1e-a3fe-862e98c91708 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.820354] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70a8cba-f2da-4936-8a53-1860dbdaa45a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.871797] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb95f8f2-7c6e-48bd-8272-3b3a6753507c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.874909] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.875622] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.876253] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.876444] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.876668] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.876924] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.877078] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 852.877234] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.886862] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493566c-7530-4386-ab4a-2d32b65869ff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.904456] env[69529]: DEBUG nova.compute.provider_tree [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.999767] env[69529]: DEBUG nova.network.neutron [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Updated VIF entry in instance network info cache for port 4245315f-ce37-4069-b0d1-b6da14c93659. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.000163] env[69529]: DEBUG nova.network.neutron [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Updating instance_info_cache with network_info: [{"id": "4245315f-ce37-4069-b0d1-b6da14c93659", "address": "fa:16:3e:af:bc:50", "network": {"id": "e54859bc-5937-4501-b9e5-b5b71aacafdb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2144167303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22726a77ae71466285d14c278a1cefef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4245315f-ce", "ovs_interfaceid": "4245315f-ce37-4069-b0d1-b6da14c93659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.016859] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355882, 'name': Rename_Task, 'duration_secs': 0.285531} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.017923] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.017923] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8562963-515e-4e80-a2d3-add4cf0f8297 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.025505] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 853.025505] env[69529]: value = "task-3355884" [ 853.025505] env[69529]: _type = "Task" [ 853.025505] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.034521] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.066094] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.096427] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.096427] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.096427] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.096427] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.096427] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.096797] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.096931] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.097234] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.097530] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.097834] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.098158] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.099500] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e898851-8d86-4987-83a2-ae6db44825fe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.120832] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba6923-256d-4552-b495-6064db77966e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.133253] env[69529]: DEBUG oslo_vmware.api [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355883, 'name': PowerOffVM_Task, 'duration_secs': 0.375245} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.142869] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.142869] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.143438] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda7b95f-a176-446d-9ab5-2801b6e90323 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.187384] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68431} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.187658] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 06d6148f-6569-4dc1-b0cb-d047a3c31150/06d6148f-6569-4dc1-b0cb-d047a3c31150.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.187867] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.188125] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25f897a1-8860-440a-b46a-0bbf1983e059 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.195336] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 853.195336] env[69529]: value = "task-3355886" [ 853.195336] env[69529]: _type = "Task" [ 853.195336] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.203911] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.234182] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c6cc21-8717-686f-b4d1-262403bc838a, 'name': SearchDatastore_Task, 'duration_secs': 0.062148} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.234182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.234182] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.234867] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bbdec0d-9ca1-42c6-b8c9-853e727e0521 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.239186] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.239186] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.239186] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleting the datastore file [datastore2] 6b391d42-08bf-4dd2-9bbf-4eab08b42a89 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.239186] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8f4b56b-52e7-40e2-8ee0-04ca34ccf035 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.245234] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 853.245234] env[69529]: value = "task-3355887" [ 853.245234] env[69529]: _type = "Task" [ 853.245234] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.248402] env[69529]: DEBUG oslo_vmware.api [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 853.248402] env[69529]: value = "task-3355888" [ 853.248402] env[69529]: _type = "Task" [ 853.248402] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.254967] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.260925] env[69529]: DEBUG oslo_vmware.api [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.264997] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.268242] env[69529]: DEBUG nova.compute.manager [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.269215] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f1a6b6-d9cd-4b2b-9df7-69d7de52595a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.387395] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.407498] env[69529]: DEBUG nova.scheduler.client.report [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.506083] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] Releasing lock "refresh_cache-06d6148f-6569-4dc1-b0cb-d047a3c31150" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.506408] env[69529]: DEBUG nova.compute.manager [req-a2629d33-67dd-4d43-8ceb-b9ef0e6e0d6c req-989fcd3b-d740-4177-88bc-f9c32111a470 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received event network-vif-deleted-4dfc3c5b-a73a-484c-bf3e-945e9f14b902 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.535936] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355884, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.599663] env[69529]: DEBUG nova.compute.manager [req-fd6d5de0-b9a8-4a87-a249-35777e7fc580 req-c44aa052-1ea0-45e6-9be0-4cfdb10e8a88 service nova] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Received event network-vif-deleted-e05efad1-3627-4528-a6ca-4768b38f18e3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.599663] env[69529]: DEBUG nova.compute.manager [req-fd6d5de0-b9a8-4a87-a249-35777e7fc580 req-c44aa052-1ea0-45e6-9be0-4cfdb10e8a88 service nova] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Received event network-vif-deleted-c0b20cc5-6d23-4bec-8a41-215ea4769209 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.599663] env[69529]: DEBUG nova.compute.manager [req-fd6d5de0-b9a8-4a87-a249-35777e7fc580 req-c44aa052-1ea0-45e6-9be0-4cfdb10e8a88 service nova] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Received event network-vif-deleted-86289480-497d-4527-91a2-eb605383f6e9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.599663] env[69529]: DEBUG nova.compute.manager [req-fd6d5de0-b9a8-4a87-a249-35777e7fc580 req-c44aa052-1ea0-45e6-9be0-4cfdb10e8a88 service nova] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Received event network-vif-deleted-dde19110-b1c3-4f0e-8c71-1e42c83b156e {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.629018] env[69529]: DEBUG nova.compute.manager [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.629871] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00859791-1e3e-4afa-bddd-0971f0c09a61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.708980] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083154} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.709115] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.715581] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6ada2-5887-434a-8ced-67dafa32e887 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.720657] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Successfully updated port: 249eef55-0473-4c62-91ac-210cdf83e88f {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.756186] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 06d6148f-6569-4dc1-b0cb-d047a3c31150/06d6148f-6569-4dc1-b0cb-d047a3c31150.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.758746] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854935ba-b587-4505-b300-7018287c5ae6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.781481] env[69529]: INFO nova.compute.manager [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] instance snapshotting [ 853.785587] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0c13d-67d0-48fa-81e8-b265c69fe116 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.798397] env[69529]: DEBUG oslo_vmware.api [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3355888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41721} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.798763] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355887, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.799237] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 853.799237] env[69529]: value = "task-3355890" [ 853.799237] env[69529]: _type = "Task" [ 853.799237] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.799985] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.800247] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.800475] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.800665] env[69529]: INFO nova.compute.manager [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Took 1.23 seconds to destroy the instance on the hypervisor. [ 853.800915] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.801241] env[69529]: DEBUG nova.compute.manager [-] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.801340] env[69529]: DEBUG nova.network.neutron [-] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.825534] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e48b063-1428-4282-aad9-29de7c462568 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.833719] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.912865] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.913456] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.916232] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.642s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.916536] env[69529]: DEBUG nova.objects.instance [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lazy-loading 'resources' on Instance uuid 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.039376] env[69529]: DEBUG oslo_vmware.api [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355884, 'name': PowerOnVM_Task, 'duration_secs': 0.829364} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.039376] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.039376] env[69529]: INFO nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Took 9.47 seconds to spawn the instance on the hypervisor. [ 854.039376] env[69529]: DEBUG nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.039376] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67774142-0df9-4874-b8a4-785130f27181 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.065080] env[69529]: DEBUG nova.compute.manager [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.066340] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b87c2e-f786-4e99-9252-58930e99bf03 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.147776] env[69529]: INFO nova.compute.manager [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] instance snapshotting [ 854.150419] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aae4d30-fdda-4134-9d8b-cdd6ec963dde {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.172935] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b042938e-d6a0-4022-8ab9-42fa33485cb2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.225912] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "refresh_cache-63b5368d-43c0-4143-a281-5d83b8fa7642" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.225912] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "refresh_cache-63b5368d-43c0-4143-a281-5d83b8fa7642" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.225912] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.271334] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769338} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.271902] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.272284] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.272964] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c769747-6379-42a9-9a17-92823c505368 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.281512] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 854.281512] env[69529]: value = "task-3355891" [ 854.281512] env[69529]: _type = "Task" [ 854.281512] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.291328] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.310748] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.343314] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.343655] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf05a467-220d-4806-aba2-5c9a14fefd11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.355144] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 854.355144] env[69529]: value = "task-3355892" [ 854.355144] env[69529]: _type = "Task" [ 854.355144] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.365971] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355892, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.421690] env[69529]: DEBUG nova.compute.utils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.425563] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.426378] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.506960] env[69529]: DEBUG nova.policy [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ab787547444f36ad809bb0f3735af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b972f16073994b8287d946ff338f8134', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.566566] env[69529]: INFO nova.compute.manager [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Took 35.32 seconds to build instance. [ 854.580687] env[69529]: INFO nova.compute.manager [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] instance snapshotting [ 854.584689] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86520b-3cbc-442a-a5b5-c85323f5272f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.610592] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbde921-4922-464e-b6f4-b69df849571c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.687713] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.688396] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-214ee3e3-5b1d-4aaf-849f-0390791e7035 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.710021] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 854.710021] env[69529]: value = "task-3355893" [ 854.710021] env[69529]: _type = "Task" [ 854.710021] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.720579] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.742759] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a20f2-cf1b-271c-e0a5-86cfd2ac1e3c/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 854.743915] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7192d3-a963-48c4-82ad-169f1ac88043 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.753756] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a20f2-cf1b-271c-e0a5-86cfd2ac1e3c/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 854.753928] env[69529]: ERROR oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a20f2-cf1b-271c-e0a5-86cfd2ac1e3c/disk-0.vmdk due to incomplete transfer. [ 854.756640] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-735557f6-7a49-4756-a7c1-4dc156a2f876 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.763807] env[69529]: DEBUG oslo_vmware.rw_handles [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a20f2-cf1b-271c-e0a5-86cfd2ac1e3c/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 854.765029] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Uploaded image 8addc723-d0b8-44c3-9343-9bcddbad4b98 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 854.766044] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 854.766636] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-996bac10-3c3b-460f-b7af-3944ee449927 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.772173] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 854.772173] env[69529]: value = "task-3355894" [ 854.772173] env[69529]: _type = "Task" [ 854.772173] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.780568] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.790473] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355894, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.795945] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162072} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.796236] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.797103] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442b8263-5ac7-41bc-b4be-71999a3c9b69 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.821111] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.826427] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a37c9b91-9c17-42f6-b8c3-586411114ce6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.846611] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355890, 'name': ReconfigVM_Task, 'duration_secs': 0.780263} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.847294] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 06d6148f-6569-4dc1-b0cb-d047a3c31150/06d6148f-6569-4dc1-b0cb-d047a3c31150.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.847953] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0166baab-e150-4740-a59f-2af7c72ba332 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.851518] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 854.851518] env[69529]: value = "task-3355895" [ 854.851518] env[69529]: _type = "Task" [ 854.851518] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.857054] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 854.857054] env[69529]: value = "task-3355896" [ 854.857054] env[69529]: _type = "Task" [ 854.857054] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.866859] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.874294] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355892, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.878336] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355896, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.928172] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.996812] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Successfully created port: fe1bba79-0397-46d5-9abf-24dd775aefab {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.060076] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Updating instance_info_cache with network_info: [{"id": "249eef55-0473-4c62-91ac-210cdf83e88f", "address": "fa:16:3e:ff:5f:28", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249eef55-04", "ovs_interfaceid": "249eef55-0473-4c62-91ac-210cdf83e88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.068481] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47127836-7d3e-4993-9a41-456526b63fe5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.618s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.123141] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 855.123461] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c00f0a4-a712-4f04-b370-c7a4b683db48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.130324] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 855.130324] env[69529]: value = "task-3355897" [ 855.130324] env[69529]: _type = "Task" [ 855.130324] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.140017] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355897, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.204465] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d7126c-15ea-4df6-86bb-cf7e8089ad94 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.215387] env[69529]: DEBUG nova.network.neutron [-] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.220668] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416b8c3-6976-4f17-b005-de776de80fc9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.225324] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355893, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.258222] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c40c66-037a-4758-9c31-c83a1a77a90a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.267075] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9786d127-f8b7-416b-a113-6c01f726b2dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.283245] env[69529]: DEBUG nova.compute.provider_tree [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.293973] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355894, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.364276] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.373124] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355896, 'name': Rename_Task, 'duration_secs': 0.272756} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.376411] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.376688] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355892, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.376933] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b8673ea-7844-4385-a927-740da8576c7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.384894] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 855.384894] env[69529]: value = "task-3355898" [ 855.384894] env[69529]: _type = "Task" [ 855.384894] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.392702] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.564341] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "refresh_cache-63b5368d-43c0-4143-a281-5d83b8fa7642" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.564341] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Instance network_info: |[{"id": "249eef55-0473-4c62-91ac-210cdf83e88f", "address": "fa:16:3e:ff:5f:28", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249eef55-04", "ovs_interfaceid": "249eef55-0473-4c62-91ac-210cdf83e88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.564694] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:5f:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '249eef55-0473-4c62-91ac-210cdf83e88f', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.575645] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Creating folder: Project (b972f16073994b8287d946ff338f8134). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.576634] env[69529]: DEBUG nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.579278] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a95ee28d-f552-4610-993c-7cfe7f491bf7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.591106] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Created folder: Project (b972f16073994b8287d946ff338f8134) in parent group-v669649. [ 855.591343] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Creating folder: Instances. Parent ref: group-v669805. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.591830] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29880f93-bba1-418f-99d8-cbedb4865ac8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.603287] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Created folder: Instances in parent group-v669805. [ 855.603843] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.603843] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.604053] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec5a8cee-4f3b-49ac-960b-ac9f81b9ee52 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.625338] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.625338] env[69529]: value = "task-3355901" [ 855.625338] env[69529]: _type = "Task" [ 855.625338] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.638077] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355901, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.643137] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355897, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.719912] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355893, 'name': CreateSnapshot_Task, 'duration_secs': 0.934004} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.719912] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 855.720639] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e390d37-dfa3-4abe-8472-831ed6bb6585 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.729414] env[69529]: INFO nova.compute.manager [-] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Took 1.93 seconds to deallocate network for instance. [ 855.788890] env[69529]: DEBUG nova.scheduler.client.report [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.796411] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355894, 'name': Destroy_Task, 'duration_secs': 0.889821} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.796906] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Destroyed the VM [ 855.797386] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.797478] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cee8910a-5a42-49df-b2ba-cf5e7d1e8d4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.803881] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 855.803881] env[69529]: value = "task-3355902" [ 855.803881] env[69529]: _type = "Task" [ 855.803881] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.815470] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355902, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.838065] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 855.838065] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669804', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'name': 'volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c879a6-039b-4544-9efa-55d87a3db614', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'serial': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 855.838499] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28359ff7-bba1-4fdf-bf4d-d158c92bf8cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.859814] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2c1e67-308b-4b3e-aa3d-6aecd4375e2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.871010] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355895, 'name': ReconfigVM_Task, 'duration_secs': 0.846437} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.887371] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Reconfigured VM instance instance-00000037 to attach disk [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.888177] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355892, 'name': CreateSnapshot_Task, 'duration_secs': 1.311324} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.896417] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d/volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.896682] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cc7a6e3-ec40-4460-86d3-9d74ced113d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.898853] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 855.903684] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa186d8-ff94-4630-8506-e4d428626fc5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.916845] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81da0345-a915-4503-ae8d-2306e8454bd8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.925476] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355898, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.929580] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 855.929580] env[69529]: value = "task-3355903" [ 855.929580] env[69529]: _type = "Task" [ 855.929580] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.932986] env[69529]: DEBUG oslo_vmware.api [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 855.932986] env[69529]: value = "task-3355904" [ 855.932986] env[69529]: _type = "Task" [ 855.932986] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.940181] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.945790] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355903, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.950559] env[69529]: DEBUG oslo_vmware.api [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.972113] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.972440] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.972706] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.973014] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.973257] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.973445] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.973665] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.973834] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.974116] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.974402] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.974684] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.975797] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cedfcf4-f431-4c93-a6e3-33ff1188e385 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.989564] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e97c13-c80b-46ca-aeae-88346214c531 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.993928] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "cd158c49-ffc2-4044-87a8-ad695e906bcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.994189] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.994400] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "cd158c49-ffc2-4044-87a8-ad695e906bcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.994587] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.994759] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.997918] env[69529]: INFO nova.compute.manager [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Terminating instance [ 856.011599] env[69529]: DEBUG nova.compute.manager [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Received event network-vif-plugged-249eef55-0473-4c62-91ac-210cdf83e88f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.011822] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] Acquiring lock "63b5368d-43c0-4143-a281-5d83b8fa7642-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.012039] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.012209] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.012396] env[69529]: DEBUG nova.compute.manager [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] No waiting events found dispatching network-vif-plugged-249eef55-0473-4c62-91ac-210cdf83e88f {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.012592] env[69529]: WARNING nova.compute.manager [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Received unexpected event network-vif-plugged-249eef55-0473-4c62-91ac-210cdf83e88f for instance with vm_state building and task_state spawning. [ 856.012741] env[69529]: DEBUG nova.compute.manager [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Received event network-changed-249eef55-0473-4c62-91ac-210cdf83e88f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.012892] env[69529]: DEBUG nova.compute.manager [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Refreshing instance network info cache due to event network-changed-249eef55-0473-4c62-91ac-210cdf83e88f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.014008] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] Acquiring lock "refresh_cache-63b5368d-43c0-4143-a281-5d83b8fa7642" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.014008] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] Acquired lock "refresh_cache-63b5368d-43c0-4143-a281-5d83b8fa7642" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.014008] env[69529]: DEBUG nova.network.neutron [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Refreshing network info cache for port 249eef55-0473-4c62-91ac-210cdf83e88f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.103120] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.137302] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355901, 'name': CreateVM_Task, 'duration_secs': 0.451856} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.138550] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.138753] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.139016] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.140022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.142922] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8024d86-1384-4482-be71-737e7240896e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.144599] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355897, 'name': CreateSnapshot_Task, 'duration_secs': 0.90088} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.144922] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.145145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.145316] env[69529]: INFO nova.compute.manager [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Shelving [ 856.147099] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 856.148136] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbe663f-d48b-4b1c-9803-579fb6450227 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.152137] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 856.152137] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52be19df-06ac-dbac-2801-2f61a720479e" [ 856.152137] env[69529]: _type = "Task" [ 856.152137] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.166974] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52be19df-06ac-dbac-2801-2f61a720479e, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.167114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.167294] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.167519] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.167661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.167838] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.168089] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95be0278-e220-406d-8a28-af6eeda4ea27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.176235] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.176409] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.177198] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf0fc04-a9db-426e-955f-9a30f958c640 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.182495] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 856.182495] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523c4d0d-9f0d-8ccb-a655-7523fc40f5f9" [ 856.182495] env[69529]: _type = "Task" [ 856.182495] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.190922] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523c4d0d-9f0d-8ccb-a655-7523fc40f5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.240686] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.241661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.241900] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f362bc2-dc6b-408e-972a-00da72526830 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.253365] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 856.253365] env[69529]: value = "task-3355905" [ 856.253365] env[69529]: _type = "Task" [ 856.253365] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.261713] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355905, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.299019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.300874] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.602s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.302440] env[69529]: INFO nova.compute.claims [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.313784] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355902, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.324657] env[69529]: INFO nova.scheduler.client.report [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Deleted allocations for instance 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e [ 856.401570] env[69529]: DEBUG oslo_vmware.api [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355898, 'name': PowerOnVM_Task, 'duration_secs': 0.694373} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.401870] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.402123] env[69529]: INFO nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Took 9.07 seconds to spawn the instance on the hypervisor. [ 856.402314] env[69529]: DEBUG nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.403174] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107811b8-b61c-43af-b1f4-6ecaf270ff3c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.444079] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.444489] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-480dfc10-83b6-4160-b107-43f59b425bf6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.455991] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355903, 'name': Rename_Task, 'duration_secs': 0.158787} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.461727] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.461727] env[69529]: DEBUG oslo_vmware.api [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.462567] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 856.462567] env[69529]: value = "task-3355906" [ 856.462567] env[69529]: _type = "Task" [ 856.462567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.462567] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6637811-5b6c-47af-af1d-1354ca570825 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.473712] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 856.473712] env[69529]: value = "task-3355907" [ 856.473712] env[69529]: _type = "Task" [ 856.473712] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.479153] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355906, 'name': CloneVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.490699] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355907, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.516464] env[69529]: DEBUG nova.compute.manager [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.516784] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.520322] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e05d856-c640-4c69-b595-05d6e3f5ff09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.528109] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.528423] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af4f0a19-854f-4461-b977-964b8bbfe67e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.535031] env[69529]: DEBUG oslo_vmware.api [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 856.535031] env[69529]: value = "task-3355908" [ 856.535031] env[69529]: _type = "Task" [ 856.535031] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.545241] env[69529]: DEBUG oslo_vmware.api [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.662238] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Successfully updated port: fe1bba79-0397-46d5-9abf-24dd775aefab {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.673192] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 856.674630] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-91e8040b-433e-48c0-ae87-4cac50064d17 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.689916] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 856.689916] env[69529]: value = "task-3355909" [ 856.689916] env[69529]: _type = "Task" [ 856.689916] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.704122] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523c4d0d-9f0d-8ccb-a655-7523fc40f5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012591} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.705493] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ec2200-920c-4e22-9107-3d79de53d3c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.720134] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355909, 'name': CloneVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.724839] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 856.724839] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1cd50-16a2-e6d7-0a5a-266cf7c8df01" [ 856.724839] env[69529]: _type = "Task" [ 856.724839] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.743025] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1cd50-16a2-e6d7-0a5a-266cf7c8df01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.765649] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355905, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.820489] env[69529]: DEBUG oslo_vmware.api [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355902, 'name': RemoveSnapshot_Task, 'duration_secs': 0.74627} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.821153] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 856.821153] env[69529]: INFO nova.compute.manager [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Took 17.22 seconds to snapshot the instance on the hypervisor. [ 856.834805] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d5bc5b7a-086e-4e59-a5ae-74054e2fdc4e tempest-ServersTestJSON-774560982 tempest-ServersTestJSON-774560982-project-member] Lock "7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.561s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.856942] env[69529]: DEBUG nova.network.neutron [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Updated VIF entry in instance network info cache for port 249eef55-0473-4c62-91ac-210cdf83e88f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.857534] env[69529]: DEBUG nova.network.neutron [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Updating instance_info_cache with network_info: [{"id": "249eef55-0473-4c62-91ac-210cdf83e88f", "address": "fa:16:3e:ff:5f:28", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249eef55-04", "ovs_interfaceid": "249eef55-0473-4c62-91ac-210cdf83e88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.921441] env[69529]: INFO nova.compute.manager [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Took 34.13 seconds to build instance. [ 856.955641] env[69529]: DEBUG oslo_vmware.api [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355904, 'name': ReconfigVM_Task, 'duration_secs': 0.573635} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.958395] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d/volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.961686] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23ee1c2c-d6f9-4e3f-8fe0-7a301429dff2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.982465] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355906, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.987192] env[69529]: DEBUG oslo_vmware.api [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 856.987192] env[69529]: value = "task-3355910" [ 856.987192] env[69529]: _type = "Task" [ 856.987192] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.994349] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355907, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.999790] env[69529]: DEBUG oslo_vmware.api [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.044807] env[69529]: DEBUG oslo_vmware.api [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355908, 'name': PowerOffVM_Task, 'duration_secs': 0.236375} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.045059] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.045201] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.045983] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d1c5da4-fdc3-469e-910d-184370b2eaaa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.115421] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.115421] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.115872] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleting the datastore file [datastore1] cd158c49-ffc2-4044-87a8-ad695e906bcb {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.115872] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b8fbb08-fc3f-4305-9753-8ecee87fd944 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.122887] env[69529]: DEBUG oslo_vmware.api [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 857.122887] env[69529]: value = "task-3355912" [ 857.122887] env[69529]: _type = "Task" [ 857.122887] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.131732] env[69529]: DEBUG oslo_vmware.api [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.162871] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.162971] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f55eec1e-dc8e-4e55-982b-4cc4dfb3819e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.171166] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 857.171166] env[69529]: value = "task-3355913" [ 857.171166] env[69529]: _type = "Task" [ 857.171166] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.175592] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "refresh_cache-5a8a545d-77ce-40f7-bac6-a01627ba66a1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.175592] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "refresh_cache-5a8a545d-77ce-40f7-bac6-a01627ba66a1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.175592] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.184181] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.201245] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355909, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.237665] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1cd50-16a2-e6d7-0a5a-266cf7c8df01, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.238309] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.238461] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 63b5368d-43c0-4143-a281-5d83b8fa7642/63b5368d-43c0-4143-a281-5d83b8fa7642.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.238803] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef370af-da46-40b2-b23d-ff56609128a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.245747] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 857.245747] env[69529]: value = "task-3355914" [ 857.245747] env[69529]: _type = "Task" [ 857.245747] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.258973] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.269809] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355905, 'name': CloneVM_Task} progress is 95%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.361715] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] Releasing lock "refresh_cache-63b5368d-43c0-4143-a281-5d83b8fa7642" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.361715] env[69529]: DEBUG nova.compute.manager [req-a4630199-0f17-4873-bacb-e9f468b56e3c req-74fac785-89d0-43d7-8fa3-4b43ffdb4b61 service nova] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Received event network-vif-deleted-14d29cd1-5bd5-4e3f-93b1-d8851d28f647 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.373973] env[69529]: DEBUG nova.compute.manager [None req-dc802bbf-b322-46ff-b2d7-a7302430502b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Found 2 images (rotation: 2) {{(pid=69529) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 857.423470] env[69529]: DEBUG oslo_concurrency.lockutils [None req-16c6174e-69c0-4a13-8c40-b789e2df466f tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.551s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.490863] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355906, 'name': CloneVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.502115] env[69529]: DEBUG oslo_vmware.api [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355910, 'name': ReconfigVM_Task, 'duration_secs': 0.385603} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.506845] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669804', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'name': 'volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c879a6-039b-4544-9efa-55d87a3db614', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'serial': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 857.507261] env[69529]: DEBUG oslo_vmware.api [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355907, 'name': PowerOnVM_Task, 'duration_secs': 0.80566} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.507413] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.507678] env[69529]: INFO nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Took 7.27 seconds to spawn the instance on the hypervisor. [ 857.508542] env[69529]: DEBUG nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.508937] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc725eb1-ab0a-4b07-8457-a6f5cd91b069 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.638845] env[69529]: DEBUG oslo_vmware.api [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3355912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209005} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.639199] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.639553] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.640370] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.640370] env[69529]: INFO nova.compute.manager [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 857.640370] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.640370] env[69529]: DEBUG nova.compute.manager [-] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.640687] env[69529]: DEBUG nova.network.neutron [-] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.691539] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355913, 'name': PowerOffVM_Task, 'duration_secs': 0.216267} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.695509] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.696572] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de51f5fd-4cd8-446e-9d7e-2bd2901c1fcd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.710178] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355909, 'name': CloneVM_Task, 'duration_secs': 0.995695} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.729125] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Created linked-clone VM from snapshot [ 857.730145] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d113e-194d-4514-aa9d-2096df471369 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.734085] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807e9254-0ab0-4fcf-940a-beee45e72256 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.748556] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.752024] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Uploading image 93c07289-5faf-48c1-b941-b64dff21ec95 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 857.770026] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355914, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.773331] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355905, 'name': CloneVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.784856] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 857.784856] env[69529]: value = "vm-669813" [ 857.784856] env[69529]: _type = "VirtualMachine" [ 857.784856] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 857.785232] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-346f91b9-4c42-46e8-82d9-99266cb1c823 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.797971] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lease: (returnval){ [ 857.797971] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522bac8a-55f9-1fdd-1382-673404abb706" [ 857.797971] env[69529]: _type = "HttpNfcLease" [ 857.797971] env[69529]: } obtained for exporting VM: (result){ [ 857.797971] env[69529]: value = "vm-669813" [ 857.797971] env[69529]: _type = "VirtualMachine" [ 857.797971] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 857.797971] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the lease: (returnval){ [ 857.797971] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522bac8a-55f9-1fdd-1382-673404abb706" [ 857.797971] env[69529]: _type = "HttpNfcLease" [ 857.797971] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 857.807805] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.807805] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522bac8a-55f9-1fdd-1382-673404abb706" [ 857.807805] env[69529]: _type = "HttpNfcLease" [ 857.807805] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 857.927107] env[69529]: DEBUG nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.993750] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355906, 'name': CloneVM_Task, 'duration_secs': 1.140282} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.993750] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Created linked-clone VM from snapshot [ 857.993750] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a1f44d-7b1f-4ec8-85f8-8d451a86c39d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.004176] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Uploading image 51beaef0-ce08-48d2-8634-0e159c8c7205 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.016000] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dc82e9-757e-442c-94d0-f5221480780a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.031324] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 858.031324] env[69529]: value = "vm-669812" [ 858.031324] env[69529]: _type = "VirtualMachine" [ 858.031324] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 858.031324] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5368060-79f1-47f4-b579-71aea578cfcf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.033414] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3fe5d0c2-41f3-4d98-8232-2dc1538b0abb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.037975] env[69529]: INFO nova.compute.manager [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Took 26.72 seconds to build instance. [ 858.068136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b0e9dde0-c4d1-4cee-98a4-30c9b370d6ed tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.672s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.071909] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Updating instance_info_cache with network_info: [{"id": "fe1bba79-0397-46d5-9abf-24dd775aefab", "address": "fa:16:3e:ec:56:06", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bba79-03", "ovs_interfaceid": "fe1bba79-0397-46d5-9abf-24dd775aefab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.073494] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455202b5-482c-45f7-993f-7726429c2a48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.077324] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease: (returnval){ [ 858.077324] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5254da2d-85d3-ebc6-4671-2bdf4dcb346b" [ 858.077324] env[69529]: _type = "HttpNfcLease" [ 858.077324] env[69529]: } obtained for exporting VM: (result){ [ 858.077324] env[69529]: value = "vm-669812" [ 858.077324] env[69529]: _type = "VirtualMachine" [ 858.077324] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 858.077588] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the lease: (returnval){ [ 858.077588] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5254da2d-85d3-ebc6-4671-2bdf4dcb346b" [ 858.077588] env[69529]: _type = "HttpNfcLease" [ 858.077588] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 858.087080] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233844eb-1d72-4860-9b6d-3a6cafefffca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.094106] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.094106] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5254da2d-85d3-ebc6-4671-2bdf4dcb346b" [ 858.094106] env[69529]: _type = "HttpNfcLease" [ 858.094106] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.094805] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.094805] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5254da2d-85d3-ebc6-4671-2bdf4dcb346b" [ 858.094805] env[69529]: _type = "HttpNfcLease" [ 858.094805] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 858.098299] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b84df87-f1d2-47dd-810e-7b4a73177947 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.108169] env[69529]: DEBUG nova.compute.provider_tree [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.116559] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7aa0e-3495-f6ba-34be-cdcfce73c859/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.116559] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7aa0e-3495-f6ba-34be-cdcfce73c859/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 858.177726] env[69529]: DEBUG nova.compute.manager [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Received event network-vif-plugged-fe1bba79-0397-46d5-9abf-24dd775aefab {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.180242] env[69529]: DEBUG oslo_concurrency.lockutils [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] Acquiring lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.180463] env[69529]: DEBUG oslo_concurrency.lockutils [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.180635] env[69529]: DEBUG oslo_concurrency.lockutils [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.180841] env[69529]: DEBUG nova.compute.manager [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] No waiting events found dispatching network-vif-plugged-fe1bba79-0397-46d5-9abf-24dd775aefab {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.181027] env[69529]: WARNING nova.compute.manager [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Received unexpected event network-vif-plugged-fe1bba79-0397-46d5-9abf-24dd775aefab for instance with vm_state building and task_state spawning. [ 858.181194] env[69529]: DEBUG nova.compute.manager [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Received event network-changed-fe1bba79-0397-46d5-9abf-24dd775aefab {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.181354] env[69529]: DEBUG nova.compute.manager [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Refreshing instance network info cache due to event network-changed-fe1bba79-0397-46d5-9abf-24dd775aefab. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.181522] env[69529]: DEBUG oslo_concurrency.lockutils [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] Acquiring lock "refresh_cache-5a8a545d-77ce-40f7-bac6-a01627ba66a1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.265654] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.266134] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580571} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.266384] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-31bcdb82-2351-4114-9d34-3bbfcdd1d72a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.271112] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 63b5368d-43c0-4143-a281-5d83b8fa7642/63b5368d-43c0-4143-a281-5d83b8fa7642.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.271339] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.271585] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94e23a33-ea7d-476c-9a2f-3fa4a5b43114 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.279753] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355905, 'name': CloneVM_Task, 'duration_secs': 1.524009} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.282119] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Created linked-clone VM from snapshot [ 858.282351] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 858.282351] env[69529]: value = "task-3355917" [ 858.282351] env[69529]: _type = "Task" [ 858.282351] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.282813] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 858.282813] env[69529]: value = "task-3355918" [ 858.282813] env[69529]: _type = "Task" [ 858.282813] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.283308] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc1dbc-3ad4-4fe0-91ac-e8099e2e2d0d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.301023] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Uploading image 4d7db5ab-95f5-4f5e-9023-b5ad0ec27d31 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 858.311996] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355917, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.312331] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.315894] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.315894] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522bac8a-55f9-1fdd-1382-673404abb706" [ 858.315894] env[69529]: _type = "HttpNfcLease" [ 858.315894] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.318240] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.318240] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522bac8a-55f9-1fdd-1382-673404abb706" [ 858.318240] env[69529]: _type = "HttpNfcLease" [ 858.318240] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 858.319405] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b27d762-c7fc-459e-b72e-c5de39790024 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.322881] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2dce8f8-fd83-4431-8022-43f11f067f3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.332613] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc0a7e-eff3-c078-8720-29a4dcbba2c1/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.332850] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc0a7e-eff3-c078-8720-29a4dcbba2c1/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 858.336675] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 858.336675] env[69529]: value = "vm-669811" [ 858.336675] env[69529]: _type = "VirtualMachine" [ 858.336675] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 858.336675] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e52c1da-d4b8-4f8f-9f36-320608176570 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.402169] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lease: (returnval){ [ 858.402169] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc662d-c06d-c246-d343-2f99b46fda09" [ 858.402169] env[69529]: _type = "HttpNfcLease" [ 858.402169] env[69529]: } obtained for exporting VM: (result){ [ 858.402169] env[69529]: value = "vm-669811" [ 858.402169] env[69529]: _type = "VirtualMachine" [ 858.402169] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 858.402484] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the lease: (returnval){ [ 858.402484] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc662d-c06d-c246-d343-2f99b46fda09" [ 858.402484] env[69529]: _type = "HttpNfcLease" [ 858.402484] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 858.413927] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.413927] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc662d-c06d-c246-d343-2f99b46fda09" [ 858.413927] env[69529]: _type = "HttpNfcLease" [ 858.413927] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 858.455431] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.509560] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ee78c2e-4248-436c-926a-17b73d528741 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.583119] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "refresh_cache-5a8a545d-77ce-40f7-bac6-a01627ba66a1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.583119] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Instance network_info: |[{"id": "fe1bba79-0397-46d5-9abf-24dd775aefab", "address": "fa:16:3e:ec:56:06", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bba79-03", "ovs_interfaceid": "fe1bba79-0397-46d5-9abf-24dd775aefab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.583119] env[69529]: DEBUG nova.objects.instance [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'flavor' on Instance uuid 38c879a6-039b-4544-9efa-55d87a3db614 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.583119] env[69529]: DEBUG nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.589346] env[69529]: DEBUG oslo_concurrency.lockutils [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] Acquired lock "refresh_cache-5a8a545d-77ce-40f7-bac6-a01627ba66a1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.589633] env[69529]: DEBUG nova.network.neutron [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Refreshing network info cache for port fe1bba79-0397-46d5-9abf-24dd775aefab {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.591505] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:56:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe1bba79-0397-46d5-9abf-24dd775aefab', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.600669] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.602012] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.603340] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf1c3010-91e9-4324-98df-afe798ad8730 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.631716] env[69529]: DEBUG nova.scheduler.client.report [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.644016] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.644016] env[69529]: value = "task-3355920" [ 858.644016] env[69529]: _type = "Task" [ 858.644016] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.653583] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355920, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.682231] env[69529]: DEBUG nova.network.neutron [-] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.709546] env[69529]: DEBUG nova.compute.manager [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.712733] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8816fd3-8c8c-4d1f-93b2-59d62706e6dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.800974] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355917, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.804884] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075617} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.805366] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.806465] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbfdcbc-2eb8-463b-ad1a-72c94cbad966 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.834983] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 63b5368d-43c0-4143-a281-5d83b8fa7642/63b5368d-43c0-4143-a281-5d83b8fa7642.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.837896] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683d3372-a113-4965-a52c-f3c6075dd3a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.861502] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 858.861502] env[69529]: value = "task-3355921" [ 858.861502] env[69529]: _type = "Task" [ 858.861502] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.872768] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.904231] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "38c879a6-039b-4544-9efa-55d87a3db614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.912892] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 858.912892] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc662d-c06d-c246-d343-2f99b46fda09" [ 858.912892] env[69529]: _type = "HttpNfcLease" [ 858.912892] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 858.915028] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 858.915028] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc662d-c06d-c246-d343-2f99b46fda09" [ 858.915028] env[69529]: _type = "HttpNfcLease" [ 858.915028] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 858.916331] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383a803-d53b-4d2d-b8f5-cda05172b222 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.925978] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52262856-083e-d850-eef9-a33f61db7aa0/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 858.926493] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52262856-083e-d850-eef9-a33f61db7aa0/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 859.038859] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f432f4ed-f5c7-42b7-95b6-5bf4708d10ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.094374] env[69529]: DEBUG oslo_concurrency.lockutils [None req-937a3224-722f-4c88-9661-92e28d1c9d88 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.900s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.103035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.197s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.103035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "38c879a6-039b-4544-9efa-55d87a3db614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.103035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.103035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.112672] env[69529]: INFO nova.compute.manager [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Terminating instance [ 859.139615] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.144104] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.155374] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.155785] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.263s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.157804] env[69529]: DEBUG nova.objects.instance [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lazy-loading 'resources' on Instance uuid cc36ef6c-6844-4745-a164-44ddbe158fe9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.194496] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355920, 'name': CreateVM_Task, 'duration_secs': 0.424622} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.198026] env[69529]: INFO nova.compute.manager [-] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Took 1.56 seconds to deallocate network for instance. [ 859.200974] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.212177] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.212578] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.214043] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.215524] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dea853f-87d8-4808-bd1c-ae1d2a465aee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.224715] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 859.224715] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527cbdac-de7d-9c93-9a34-41e4237379fc" [ 859.224715] env[69529]: _type = "Task" [ 859.224715] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.228791] env[69529]: INFO nova.compute.manager [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] instance snapshotting [ 859.231174] env[69529]: DEBUG nova.objects.instance [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'flavor' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.253291] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527cbdac-de7d-9c93-9a34-41e4237379fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.253291] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.253291] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.253291] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.253291] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.253291] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.253291] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dd5a386-b8bd-4346-8bb3-f1c8f3b3f4c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.264588] env[69529]: INFO nova.compute.manager [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Rebuilding instance [ 859.273882] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.275803] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.281223] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fa5529-3af2-4ee1-ada1-526d18a221e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.289147] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 859.289147] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524cd4cf-dd67-3bb4-0bcf-23f0927c42c6" [ 859.289147] env[69529]: _type = "Task" [ 859.289147] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.313435] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355917, 'name': CreateSnapshot_Task, 'duration_secs': 0.894166} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.322829] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 859.327755] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524cd4cf-dd67-3bb4-0bcf-23f0927c42c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011387} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.328849] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218376c2-8a60-4349-be72-01eea10da47a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.333221] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa297d4-f158-4b23-9a12-29717f91a103 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.346990] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 859.346990] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a2433e-ba4b-2863-4f18-d28c61c57ac7" [ 859.346990] env[69529]: _type = "Task" [ 859.346990] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.364588] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a2433e-ba4b-2863-4f18-d28c61c57ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.010657} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.368211] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.368612] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 5a8a545d-77ce-40f7-bac6-a01627ba66a1/5a8a545d-77ce-40f7-bac6-a01627ba66a1.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.371626] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f8bfacf-5247-449b-9226-43c42d6e117f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.376736] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355921, 'name': ReconfigVM_Task, 'duration_secs': 0.428471} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.378136] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 63b5368d-43c0-4143-a281-5d83b8fa7642/63b5368d-43c0-4143-a281-5d83b8fa7642.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.378898] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 859.378898] env[69529]: value = "task-3355922" [ 859.378898] env[69529]: _type = "Task" [ 859.378898] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.379187] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-304816cc-fa9c-49a6-a11e-68ba5be89a86 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.390344] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.391877] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 859.391877] env[69529]: value = "task-3355923" [ 859.391877] env[69529]: _type = "Task" [ 859.391877] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.406145] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355923, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.574880] env[69529]: DEBUG nova.network.neutron [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Updated VIF entry in instance network info cache for port fe1bba79-0397-46d5-9abf-24dd775aefab. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.576638] env[69529]: DEBUG nova.network.neutron [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Updating instance_info_cache with network_info: [{"id": "fe1bba79-0397-46d5-9abf-24dd775aefab", "address": "fa:16:3e:ec:56:06", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe1bba79-03", "ovs_interfaceid": "fe1bba79-0397-46d5-9abf-24dd775aefab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.630261] env[69529]: DEBUG nova.compute.manager [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.630261] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.630261] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b63c2c-12e9-4e24-816e-9798d1c0f419 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.643841] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 859.643841] env[69529]: value = "task-3355924" [ 859.643841] env[69529]: _type = "Task" [ 859.643841] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.657134] env[69529]: DEBUG nova.compute.utils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.659483] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.664024] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.664024] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.713041] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.721299] env[69529]: DEBUG nova.policy [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ab787547444f36ad809bb0f3735af9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b972f16073994b8287d946ff338f8134', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.743065] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265be83-e5b0-4cfa-83ad-e08540e9555f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.778383] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81705f68-d13c-4c62-aa7b-5339c8373175 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.857855] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 859.859098] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ec965b56-7b9a-4d8f-b6fa-1eb853f4898c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.870038] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 859.870038] env[69529]: value = "task-3355925" [ 859.870038] env[69529]: _type = "Task" [ 859.870038] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.889904] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355925, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.902420] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355922, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.908287] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355923, 'name': Rename_Task, 'duration_secs': 0.178965} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.911358] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.911999] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cb6040a-4e7b-4c10-9b31-059a24dd3762 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.919292] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 859.919292] env[69529]: value = "task-3355926" [ 859.919292] env[69529]: _type = "Task" [ 859.919292] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.933232] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.080837] env[69529]: DEBUG oslo_concurrency.lockutils [req-672d0224-2c68-4a7f-bf0e-9d4bfd339ea2 req-8a505d2e-7d43-44b0-881c-841a8d899f10 service nova] Releasing lock "refresh_cache-5a8a545d-77ce-40f7-bac6-a01627ba66a1" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.083105] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Successfully created port: 15085614-d178-4000-b564-d385e54280f9 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.159657] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355924, 'name': PowerOffVM_Task, 'duration_secs': 0.40114} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.160105] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.168441] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.168441] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 860.168441] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669804', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'name': 'volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c879a6-039b-4544-9efa-55d87a3db614', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'serial': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 860.171994] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617c6af-25e9-4b7d-be13-3dab79f6316d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.203065] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6ca894-a8e5-4fb8-a5e6-614f795918f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.212726] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb3e14d-1df0-41ab-bfc7-8d7f3b79cc38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.241747] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9affc90e-a056-4fb2-bb69-7294c55ad834 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.259677] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] The volume has not been displaced from its original location: [datastore1] volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d/volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 860.266281] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 860.269502] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791c6415-cc27-4ef9-b921-7df5a1cc5aea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.289673] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 860.289673] env[69529]: value = "task-3355927" [ 860.289673] env[69529]: _type = "Task" [ 860.289673] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.294436] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 860.295326] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-31893866-0cd1-4ef9-8bc7-f2bacb9fb9ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.302825] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.310823] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 860.310823] env[69529]: value = "task-3355928" [ 860.310823] env[69529]: _type = "Task" [ 860.310823] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.318651] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.380099] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355925, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.391973] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54887} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.392434] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 5a8a545d-77ce-40f7-bac6-a01627ba66a1/5a8a545d-77ce-40f7-bac6-a01627ba66a1.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.392670] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.393029] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab874eac-46c4-4d8f-947e-f34d8916e4e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.403513] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 860.403513] env[69529]: value = "task-3355929" [ 860.403513] env[69529]: _type = "Task" [ 860.403513] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.412452] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.430906] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38b9a7-8f0a-4c32-b719-08310f82123a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.434225] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355926, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.439216] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e650e48a-3cea-4bee-99a3-6d98db440e87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.474384] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31fcac0-a89d-4cd2-9653-5054c678a893 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.482258] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0775f99b-0b7e-4e23-8b50-14187ca51b6a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.497350] env[69529]: DEBUG nova.compute.provider_tree [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.801286] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355927, 'name': ReconfigVM_Task, 'duration_secs': 0.303556} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.801721] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.806691] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0106c58-d410-4eec-bffb-600a312a1079 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.826424] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355928, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.828254] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 860.828254] env[69529]: value = "task-3355930" [ 860.828254] env[69529]: _type = "Task" [ 860.828254] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.836582] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.885276] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355925, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.914662] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088904} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.914981] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.915878] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b14db-bba9-4be2-8ced-760f4d2b8374 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.942306] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 5a8a545d-77ce-40f7-bac6-a01627ba66a1/5a8a545d-77ce-40f7-bac6-a01627ba66a1.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.943443] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e556923-2428-4f52-a597-450ec74caa8a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.962757] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355926, 'name': PowerOnVM_Task, 'duration_secs': 0.876907} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.963984] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.964708] env[69529]: INFO nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Took 7.90 seconds to spawn the instance on the hypervisor. [ 860.964813] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.965799] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb46a683-5c32-40c5-9d1b-89adbf0dac52 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.970275] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 860.970275] env[69529]: value = "task-3355931" [ 860.970275] env[69529]: _type = "Task" [ 860.970275] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.986736] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.027060] env[69529]: ERROR nova.scheduler.client.report [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [req-3ccbb915-f70b-433e-9859-7450a169a16e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ccbb915-f70b-433e-9859-7450a169a16e"}]} [ 861.046081] env[69529]: DEBUG nova.scheduler.client.report [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.067399] env[69529]: DEBUG nova.scheduler.client.report [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.067849] env[69529]: DEBUG nova.compute.provider_tree [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.087438] env[69529]: DEBUG nova.scheduler.client.report [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.110714] env[69529]: DEBUG nova.scheduler.client.report [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.172678] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.328763] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355928, 'name': CreateSnapshot_Task, 'duration_secs': 0.790565} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.331649] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 861.335397] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dd1e59-0a82-4154-b893-e1e325926df6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.347211] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355930, 'name': ReconfigVM_Task, 'duration_secs': 0.210047} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.352491] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669804', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'name': 'volume-bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '38c879a6-039b-4544-9efa-55d87a3db614', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d', 'serial': 'bdfebc2b-d925-4f14-b0aa-dcff4c1cc00d'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 861.352844] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.354164] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa8b049-cb70-4084-8562-ab12625a14bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.362354] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.362713] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c45a93f4-b4a5-4fb5-9e90-e9fa4e78562a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.384607] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355925, 'name': CloneVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.435023] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.435209] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.435451] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleting the datastore file [datastore2] 38c879a6-039b-4544-9efa-55d87a3db614 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.435893] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcec3f36-11ff-441e-a25e-de9dcb7604ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.443811] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 861.443811] env[69529]: value = "task-3355933" [ 861.443811] env[69529]: _type = "Task" [ 861.443811] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.456092] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.485740] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355931, 'name': ReconfigVM_Task, 'duration_secs': 0.500112} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.490950] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 5a8a545d-77ce-40f7-bac6-a01627ba66a1/5a8a545d-77ce-40f7-bac6-a01627ba66a1.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.491944] env[69529]: INFO nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Took 28.04 seconds to build instance. [ 861.493197] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223835e8-366a-4392-92df-e9c13c16b5e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.500686] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 861.500686] env[69529]: value = "task-3355934" [ 861.500686] env[69529]: _type = "Task" [ 861.500686] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.512351] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355934, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.647619] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Successfully updated port: 15085614-d178-4000-b564-d385e54280f9 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.692304] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af28bee6-3cbf-48c4-9b5b-114c63bc39e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.701938] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a120025-6421-4cf8-89e0-8cc2e78f9b59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.736262] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd8c56c-ab00-4f30-952b-d79b1b3a2a62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.744837] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd8e6e-8f9f-4676-b9f3-abcfff14ceea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.759880] env[69529]: DEBUG nova.compute.provider_tree [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.862201] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 861.862592] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3a5f9c8-47fc-4dd9-91b9-7abe77137a65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.872840] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 861.872840] env[69529]: value = "task-3355935" [ 861.872840] env[69529]: _type = "Task" [ 861.872840] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.884832] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355935, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.889114] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355925, 'name': CloneVM_Task, 'duration_secs': 1.582545} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.889114] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Created linked-clone VM from snapshot [ 861.889282] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f73cbef-b269-4d90-865b-3c81baa1b557 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.897928] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Uploading image eed43e85-b447-4bf5-aa8f-dd2d58c8b90f {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 861.957930] env[69529]: DEBUG oslo_vmware.api [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3355933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223205} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.958855] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.959083] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.959268] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.959445] env[69529]: INFO nova.compute.manager [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Took 2.33 seconds to destroy the instance on the hypervisor. [ 861.959757] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.959973] env[69529]: DEBUG nova.compute.manager [-] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.960091] env[69529]: DEBUG nova.network.neutron [-] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.997733] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.355s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.018401] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355934, 'name': Rename_Task, 'duration_secs': 0.230713} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.021271] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.021731] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4890fb95-69ad-4fe6-a925-c242c4976b53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.035403] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 862.035403] env[69529]: value = "task-3355936" [ 862.035403] env[69529]: _type = "Task" [ 862.035403] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.049550] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.152914] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "refresh_cache-46e5ab90-035b-450c-ba7f-c06b5c223212" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.152914] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "refresh_cache-46e5ab90-035b-450c-ba7f-c06b5c223212" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.152914] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.298345] env[69529]: DEBUG nova.scheduler.client.report [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Updated inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.298660] env[69529]: DEBUG nova.compute.provider_tree [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 80 to 81 during operation: update_inventory {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.298786] env[69529]: DEBUG nova.compute.provider_tree [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 105, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.384701] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355935, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.550736] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355936, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.684855] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.742613] env[69529]: DEBUG nova.network.neutron [-] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.805123] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.649s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.808220] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.184s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.808551] env[69529]: DEBUG nova.objects.instance [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lazy-loading 'resources' on Instance uuid e3a8beb1-fde1-487c-9001-573a322acf9f {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.835581] env[69529]: INFO nova.scheduler.client.report [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleted allocations for instance cc36ef6c-6844-4745-a164-44ddbe158fe9 [ 862.883472] env[69529]: DEBUG nova.network.neutron [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Updating instance_info_cache with network_info: [{"id": "15085614-d178-4000-b564-d385e54280f9", "address": "fa:16:3e:58:cf:22", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15085614-d1", "ovs_interfaceid": "15085614-d178-4000-b564-d385e54280f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.892183] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355935, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.055819] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355936, 'name': PowerOnVM_Task, 'duration_secs': 0.883929} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.057768] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.058198] env[69529]: INFO nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Took 7.12 seconds to spawn the instance on the hypervisor. [ 863.058492] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.059721] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6819e1-8774-4f01-9bf2-3f3934c425d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.246727] env[69529]: INFO nova.compute.manager [-] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Took 1.29 seconds to deallocate network for instance. [ 863.344336] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63bb25e2-b887-45e7-a4e8-a3322a749aa8 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "cc36ef6c-6844-4745-a164-44ddbe158fe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.416s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.387055] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355935, 'name': CloneVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.387771] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "refresh_cache-46e5ab90-035b-450c-ba7f-c06b5c223212" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.387771] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Instance network_info: |[{"id": "15085614-d178-4000-b564-d385e54280f9", "address": "fa:16:3e:58:cf:22", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15085614-d1", "ovs_interfaceid": "15085614-d178-4000-b564-d385e54280f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.580473] env[69529]: INFO nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Took 29.11 seconds to build instance. [ 863.798539] env[69529]: INFO nova.compute.manager [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Took 0.55 seconds to detach 1 volumes for instance. [ 863.829368] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c665733-52ed-428b-bdf6-b736a6ec9f66 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.838636] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8ee015-6b90-41b4-8c0d-43a51f043178 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.873379] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7638c5c0-6e84-416d-bde2-0927d1ac353d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.890213] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61dfa1d-1e0b-4885-a99c-cd23e46537c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.894667] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355935, 'name': CloneVM_Task, 'duration_secs': 1.574816} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.894950] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Created linked-clone VM from snapshot [ 863.896161] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dbcbdf-50a9-4066-bddc-16fb10e3d610 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.906943] env[69529]: DEBUG nova.compute.provider_tree [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.920043] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Uploading image 362ba545-d2e1-4ed9-82de-8d28a82a3a5a {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 864.082965] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.400s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.305956] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.446841] env[69529]: DEBUG nova.scheduler.client.report [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Updated inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 864.447273] env[69529]: DEBUG nova.compute.provider_tree [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 81 to 82 during operation: update_inventory {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 864.447339] env[69529]: DEBUG nova.compute.provider_tree [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.952954] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.955861] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.420s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.978198] env[69529]: INFO nova.scheduler.client.report [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Deleted allocations for instance e3a8beb1-fde1-487c-9001-573a322acf9f [ 865.461263] env[69529]: INFO nova.compute.claims [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.485876] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5d0f6990-4a86-4300-b1fd-e0e821bf08a7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "e3a8beb1-fde1-487c-9001-573a322acf9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.635s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.968652] env[69529]: INFO nova.compute.resource_tracker [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating resource usage from migration cc30a8f3-2503-4f17-a3f8-b943266dcd5f [ 866.532719] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6035a031-d5e2-4c3b-89a2-d09a57d8ad42 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.542913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4af9b-a8f4-4a23-8bff-143ff28af89e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.576066] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c40e4-b9a9-4b83-bc43-aee3ebd2d6fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.584511] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd747da0-6fc3-4a0f-9053-3ab62a8ca779 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.598969] env[69529]: DEBUG nova.compute.provider_tree [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.862748] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.863057] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.863198] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.864041] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.864234] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.864392] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.864612] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.864787] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.864946] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.865270] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.865567] env[69529]: DEBUG nova.virt.hardware [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.869528] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e7201b-457a-4767-b42b-cc89ca7118d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.879502] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.879502] env[69529]: value = "vm-669816" [ 866.879502] env[69529]: _type = "VirtualMachine" [ 866.879502] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.880952] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d23e1662-84ba-491a-a2a7-99c4e4e588bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.882752] env[69529]: DEBUG nova.compute.manager [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.885718] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6026f4-e994-494e-bcf8-25b2232a9fd3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.890395] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.890395] env[69529]: value = "vm-669818" [ 866.890395] env[69529]: _type = "VirtualMachine" [ 866.890395] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.891986] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc9eae7-e876-45ef-909a-6b1777b86038 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.898130] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8191a873-d471-4f28-8bb4-48a7d04c2a60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.900514] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lease: (returnval){ [ 866.900514] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520d179a-b45b-882b-2f9c-994f169f9eba" [ 866.900514] env[69529]: _type = "HttpNfcLease" [ 866.900514] env[69529]: } obtained for exporting VM: (result){ [ 866.900514] env[69529]: value = "vm-669816" [ 866.900514] env[69529]: _type = "VirtualMachine" [ 866.900514] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.900771] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the lease: (returnval){ [ 866.900771] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520d179a-b45b-882b-2f9c-994f169f9eba" [ 866.900771] env[69529]: _type = "HttpNfcLease" [ 866.900771] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.915120] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7aa0e-3495-f6ba-34be-cdcfce73c859/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 866.915751] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:cf:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15085614-d178-4000-b564-d385e54280f9', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.923325] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.927664] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ac40de-2401-4a18-874b-ee4117dc1a07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.933037] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.933385] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease: (returnval){ [ 866.933385] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b21f6-1230-58c2-a80a-0ddb086dc87e" [ 866.933385] env[69529]: _type = "HttpNfcLease" [ 866.933385] env[69529]: } obtained for exporting VM: (result){ [ 866.933385] env[69529]: value = "vm-669818" [ 866.933385] env[69529]: _type = "VirtualMachine" [ 866.933385] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.933585] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the lease: (returnval){ [ 866.933585] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b21f6-1230-58c2-a80a-0ddb086dc87e" [ 866.933585] env[69529]: _type = "HttpNfcLease" [ 866.933585] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.938033] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e608f058-2f74-4276-89c4-6bafb9214e6a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.956500] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.956500] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520d179a-b45b-882b-2f9c-994f169f9eba" [ 866.956500] env[69529]: _type = "HttpNfcLease" [ 866.956500] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.964246] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.964246] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520d179a-b45b-882b-2f9c-994f169f9eba" [ 866.964246] env[69529]: _type = "HttpNfcLease" [ 866.964246] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.968418] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d135800d-3fe8-481f-8c68-79b47aed0f12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.970779] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7aa0e-3495-f6ba-34be-cdcfce73c859/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 866.970779] env[69529]: ERROR oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7aa0e-3495-f6ba-34be-cdcfce73c859/disk-0.vmdk due to incomplete transfer. [ 866.975922] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba3dcbb0-2823-4fa3-987d-101b98bf7d1d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.975922] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.975922] env[69529]: value = "task-3355939" [ 866.975922] env[69529]: _type = "Task" [ 866.975922] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.975922] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.975922] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b21f6-1230-58c2-a80a-0ddb086dc87e" [ 866.975922] env[69529]: _type = "HttpNfcLease" [ 866.975922] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.981432] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.981432] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b21f6-1230-58c2-a80a-0ddb086dc87e" [ 866.981432] env[69529]: _type = "HttpNfcLease" [ 866.981432] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.985415] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0c3538-6d11-42ba-b667-01a1f0b92b9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.986278] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b59976-4d99-787a-140c-242970104e1e/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.986440] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b59976-4d99-787a-140c-242970104e1e/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.991172] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7aa0e-3495-f6ba-34be-cdcfce73c859/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 866.991172] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Uploaded image 51beaef0-ce08-48d2-8634-0e159c8c7205 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 866.991674] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 866.997829] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28a6b655-92d6-466f-a011-ef25c8719798 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.999437] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355939, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.004551] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a6788-d991-6cc5-81c1-17f2bc77a301/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.004719] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a6788-d991-6cc5-81c1-17f2bc77a301/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.118761] env[69529]: DEBUG nova.scheduler.client.report [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.126062] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 867.126062] env[69529]: value = "task-3355940" [ 867.126062] env[69529]: _type = "Task" [ 867.126062] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.137592] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355940, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.179281] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b38fd93-4ef8-40ca-9bb3-1207dbec6c81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.182402] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0362b572-0e21-4413-ac40-890259be56ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.463056] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "06d6148f-6569-4dc1-b0cb-d047a3c31150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.463056] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.463056] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "06d6148f-6569-4dc1-b0cb-d047a3c31150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.463056] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.463056] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.464719] env[69529]: INFO nova.compute.manager [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Terminating instance [ 867.492118] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355939, 'name': CreateVM_Task, 'duration_secs': 0.379433} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.492423] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.493529] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.493834] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.494972] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.495403] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000e82bc-29d0-4cee-9cfd-b90296bf4b46 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.502132] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 867.502132] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525661ae-7bd8-992d-18f2-1844b67ed1e4" [ 867.502132] env[69529]: _type = "Task" [ 867.502132] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.514241] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525661ae-7bd8-992d-18f2-1844b67ed1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.602604] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc0a7e-eff3-c078-8720-29a4dcbba2c1/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 867.603894] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ec3072-7a59-400a-a98e-25cc0e3183b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.611062] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc0a7e-eff3-c078-8720-29a4dcbba2c1/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 867.611812] env[69529]: ERROR oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc0a7e-eff3-c078-8720-29a4dcbba2c1/disk-0.vmdk due to incomplete transfer. [ 867.613438] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-816076e7-865f-4e5a-aebf-b30623e114fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.622274] env[69529]: DEBUG oslo_vmware.rw_handles [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc0a7e-eff3-c078-8720-29a4dcbba2c1/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 867.622792] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Uploaded image 93c07289-5faf-48c1-b941-b64dff21ec95 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 867.624884] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 867.625981] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c693805-2390-4106-b932-10ee7250c3ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.630197] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.674s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.630948] env[69529]: INFO nova.compute.manager [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Migrating [ 867.640287] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.082s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.642373] env[69529]: INFO nova.compute.claims [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.667797] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 867.667797] env[69529]: value = "task-3355941" [ 867.667797] env[69529]: _type = "Task" [ 867.667797] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.674697] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355940, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.686070] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355941, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.713719] env[69529]: DEBUG nova.compute.manager [req-5f7d33b4-7134-4ca7-92b3-771cacc82869 req-4cd0a6de-ddb7-40bb-b395-b8fb62d8f612 service nova] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Received event network-vif-deleted-d3139fe7-a8fa-4103-bb65-2a2a2c38eb5b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.939630] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.939964] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0244982d-8291-4707-aebd-4aca47b9fd22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.950640] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 867.950640] env[69529]: value = "task-3355942" [ 867.950640] env[69529]: _type = "Task" [ 867.950640] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.967915] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.970765] env[69529]: DEBUG nova.compute.manager [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.974343] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.975733] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2791d225-8fad-4de5-a6dc-9f9da961df60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.991583] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.993079] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac21aed9-804e-4168-87bb-eb61b85404a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.001337] env[69529]: DEBUG oslo_vmware.api [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 868.001337] env[69529]: value = "task-3355943" [ 868.001337] env[69529]: _type = "Task" [ 868.001337] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.016846] env[69529]: DEBUG oslo_vmware.api [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.026771] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525661ae-7bd8-992d-18f2-1844b67ed1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.020058} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.032541] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.032541] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.032541] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.032541] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.032541] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.032940] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf6c3ccd-a553-4b4f-9ffe-bcc1735e2612 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.045985] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.046352] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.048179] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72591a5-dc15-4436-b995-5d9788a52347 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.057636] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 868.057636] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52024670-a32d-c849-16d2-5960ecda749b" [ 868.057636] env[69529]: _type = "Task" [ 868.057636] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.071792] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52024670-a32d-c849-16d2-5960ecda749b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.155118] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355940, 'name': Destroy_Task, 'duration_secs': 0.643882} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.157103] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Destroyed the VM [ 868.159528] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 868.160610] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d386788-5f35-4be6-a4bf-ecdca92576a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.170635] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 868.170635] env[69529]: value = "task-3355944" [ 868.170635] env[69529]: _type = "Task" [ 868.170635] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.177471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.178089] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.178687] env[69529]: DEBUG nova.network.neutron [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.191422] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355944, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.201108] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355941, 'name': Destroy_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.463350] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355942, 'name': PowerOffVM_Task, 'duration_secs': 0.193216} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.463795] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.464251] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.465479] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ce381-0de3-4124-9eb8-fa73cb414690 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.477297] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.477672] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc90afc-e967-4ee0-8168-8047bf9744a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.509910] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.510196] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.510500] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Deleting the datastore file [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.511400] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25a2238d-ae2b-414e-844d-e18afbde99df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.519110] env[69529]: DEBUG oslo_vmware.api [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355943, 'name': PowerOffVM_Task, 'duration_secs': 0.375405} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.520176] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.520488] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.520975] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e801e4-2a5a-4838-aa5e-715ea71f0004 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.525805] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 868.525805] env[69529]: value = "task-3355946" [ 868.525805] env[69529]: _type = "Task" [ 868.525805] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.539532] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.571098] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52024670-a32d-c849-16d2-5960ecda749b, 'name': SearchDatastore_Task, 'duration_secs': 0.015487} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.572233] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d4010f-e8c0-427b-8eba-5b2f9ea70b84 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.579551] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 868.579551] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52969da9-f70b-35c0-35c1-4c79f04c046f" [ 868.579551] env[69529]: _type = "Task" [ 868.579551] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.588884] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52969da9-f70b-35c0-35c1-4c79f04c046f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.602625] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.603454] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.603454] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Deleting the datastore file [datastore1] 06d6148f-6569-4dc1-b0cb-d047a3c31150 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.603643] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-122f8442-747f-4a79-849f-55ad488b5598 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.612069] env[69529]: DEBUG oslo_vmware.api [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for the task: (returnval){ [ 868.612069] env[69529]: value = "task-3355948" [ 868.612069] env[69529]: _type = "Task" [ 868.612069] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.623490] env[69529]: DEBUG oslo_vmware.api [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.694209] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355944, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.709488] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355941, 'name': Destroy_Task, 'duration_secs': 0.537232} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.711679] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Destroyed the VM [ 868.712875] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 868.713859] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3395e26-f244-4737-9088-b24ad7e63bd5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.731478] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 868.731478] env[69529]: value = "task-3355949" [ 868.731478] env[69529]: _type = "Task" [ 868.731478] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.750867] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355949, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.035702] env[69529]: DEBUG nova.network.neutron [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [{"id": "31dba346-dcb0-474f-a476-e9551f1b2361", "address": "fa:16:3e:8b:54:56", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dba346-dc", "ovs_interfaceid": "31dba346-dcb0-474f-a476-e9551f1b2361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.043389] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193275} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.047737] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.047947] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.048271] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.095730] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52969da9-f70b-35c0-35c1-4c79f04c046f, 'name': SearchDatastore_Task, 'duration_secs': 0.018228} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.097259] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.097259] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 46e5ab90-035b-450c-ba7f-c06b5c223212/46e5ab90-035b-450c-ba7f-c06b5c223212.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.097259] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dfb913e-7244-46d6-9d50-85f3de34a61f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.107072] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 869.107072] env[69529]: value = "task-3355950" [ 869.107072] env[69529]: _type = "Task" [ 869.107072] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.119537] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.129201] env[69529]: DEBUG oslo_vmware.api [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Task: {'id': task-3355948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278291} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.129201] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.129201] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.129201] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.129868] env[69529]: INFO nova.compute.manager [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Took 1.16 seconds to destroy the instance on the hypervisor. [ 869.129868] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.129868] env[69529]: DEBUG nova.compute.manager [-] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.130063] env[69529]: DEBUG nova.network.neutron [-] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.187758] env[69529]: DEBUG oslo_vmware.api [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3355944, 'name': RemoveSnapshot_Task, 'duration_secs': 1.003915} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.188807] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.192218] env[69529]: INFO nova.compute.manager [None req-0882a510-fcc7-4d99-966d-366eb4a741eb tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 869.243390] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355949, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.429242] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d2c25f-71ce-40ac-845c-c73d5504558b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.437075] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f450a70-fa75-4177-95aa-4cdd5d9246b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.477214] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9992c939-d0e8-47c9-a49a-4bbf990cb3b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.485223] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad14f8df-246a-4bf5-b12c-00afd674784e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.501845] env[69529]: DEBUG nova.compute.provider_tree [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.539533] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.618695] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.742379] env[69529]: DEBUG oslo_vmware.api [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355949, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745915} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.742724] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 869.743053] env[69529]: INFO nova.compute.manager [None req-8991be24-306a-4021-8f71-a2124c595891 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 870.007333] env[69529]: DEBUG nova.scheduler.client.report [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.011987] env[69529]: DEBUG nova.network.neutron [-] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.118294] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646455} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.118647] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 46e5ab90-035b-450c-ba7f-c06b5c223212/46e5ab90-035b-450c-ba7f-c06b5c223212.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.118822] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.119117] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c9152b7-2a74-4c2b-ad9b-59f3ebb1b19d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.126108] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 870.126108] env[69529]: value = "task-3355951" [ 870.126108] env[69529]: _type = "Task" [ 870.126108] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.134756] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.514928] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.515686] env[69529]: DEBUG nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.521821] env[69529]: INFO nova.compute.manager [-] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Took 1.39 seconds to deallocate network for instance. [ 870.522353] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.253s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.525051] env[69529]: INFO nova.compute.claims [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.639814] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292634} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.640212] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.641427] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e389236-82ea-43f6-bd68-0d0fb165eec6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.666660] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 46e5ab90-035b-450c-ba7f-c06b5c223212/46e5ab90-035b-450c-ba7f-c06b5c223212.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.667013] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5907d87c-f3c7-4e06-a759-830b471cda98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.686928] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 870.686928] env[69529]: value = "task-3355952" [ 870.686928] env[69529]: _type = "Task" [ 870.686928] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.697023] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.039167] env[69529]: DEBUG nova.compute.utils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.044043] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.044490] env[69529]: DEBUG nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.044583] env[69529]: DEBUG nova.network.neutron [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.055654] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9a9792-d973-4acd-8c8e-ce5d92173ee8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.076593] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance '47918cb8-1e59-4dfd-b161-1c7f6848bdbf' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.090756] env[69529]: DEBUG nova.policy [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113975bbdf2a494e80d7ef2d88c71995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '389d53c50f8f480bbf1b596aa774d99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.197684] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355952, 'name': ReconfigVM_Task, 'duration_secs': 0.452352} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.198030] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 46e5ab90-035b-450c-ba7f-c06b5c223212/46e5ab90-035b-450c-ba7f-c06b5c223212.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.198695] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ac108ad-f0b0-42d2-b66f-35dd85ed7244 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.206092] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 871.206092] env[69529]: value = "task-3355953" [ 871.206092] env[69529]: _type = "Task" [ 871.206092] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.215879] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355953, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.545824] env[69529]: DEBUG nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.585447] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.585801] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f63410-c018-4e13-b19c-6734efcc0d72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.597749] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 871.597749] env[69529]: value = "task-3355954" [ 871.597749] env[69529]: _type = "Task" [ 871.597749] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.607878] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.633341] env[69529]: DEBUG nova.network.neutron [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Successfully created port: 7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.722401] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355953, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.028189] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f288bce-83fc-41cc-8fa4-576b6b9846e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.037107] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1c7b37-c819-41eb-843a-0711b5b04e69 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.073552] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ccce88-a4cc-437c-b551-e0fa0f0cd5cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.081623] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8b5f5-3811-432b-8d8a-9ebb5f18c202 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.096426] env[69529]: DEBUG nova.compute.provider_tree [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.107767] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.217922] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355953, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.574206] env[69529]: DEBUG nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.600375] env[69529]: DEBUG nova.scheduler.client.report [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.618876] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355954, 'name': PowerOffVM_Task, 'duration_secs': 0.987446} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.619282] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.619504] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance '47918cb8-1e59-4dfd-b161-1c7f6848bdbf' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.718735] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355953, 'name': Rename_Task, 'duration_secs': 1.190718} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.719020] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.719284] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a2c19e0-8367-477a-8d28-825312592297 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.725830] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 872.725830] env[69529]: value = "task-3355955" [ 872.725830] env[69529]: _type = "Task" [ 872.725830] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.734549] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.106482] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.107089] env[69529]: DEBUG nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.110872] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.071s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.111125] env[69529]: DEBUG nova.objects.instance [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lazy-loading 'resources' on Instance uuid ca734f2f-897f-4c15-b795-1408eb9b8270 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.127828] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.127828] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.128063] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.129347] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.129516] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.129673] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.129895] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.130072] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.130251] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.130421] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.130605] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.136517] env[69529]: DEBUG nova.network.neutron [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Successfully updated port: 7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.137960] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af1e18b9-bdbe-4f78-ac31-db33b4e978ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.150784] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "refresh_cache-729b70b0-c415-47f6-8949-5559ffb977a5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.150940] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "refresh_cache-729b70b0-c415-47f6-8949-5559ffb977a5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.151103] env[69529]: DEBUG nova.network.neutron [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.159280] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 873.159280] env[69529]: value = "task-3355956" [ 873.159280] env[69529]: _type = "Task" [ 873.159280] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.169253] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.238028] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355955, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.618107] env[69529]: DEBUG nova.compute.utils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.619102] env[69529]: DEBUG nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 873.671139] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355956, 'name': ReconfigVM_Task, 'duration_secs': 0.205828} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.674282] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance '47918cb8-1e59-4dfd-b161-1c7f6848bdbf' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 873.686706] env[69529]: DEBUG nova.network.neutron [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.737549] env[69529]: DEBUG oslo_vmware.api [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355955, 'name': PowerOnVM_Task, 'duration_secs': 0.575594} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.740524] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.740768] env[69529]: INFO nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Took 12.57 seconds to spawn the instance on the hypervisor. [ 873.740950] env[69529]: DEBUG nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.744718] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a5a10e-7eb9-4c41-95d1-7766d7f8f365 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.864063] env[69529]: DEBUG nova.network.neutron [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Updating instance_info_cache with network_info: [{"id": "7aba754e-0dfb-4a82-80f1-73c5e1ef99a1", "address": "fa:16:3e:3a:b3:62", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aba754e-0d", "ovs_interfaceid": "7aba754e-0dfb-4a82-80f1-73c5e1ef99a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.122856] env[69529]: DEBUG nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.137334] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c67fba-aac6-434a-8e0c-8f72a1e71dcb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.146089] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbf4a72-8e05-4214-8f52-e50e0428e247 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.178434] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54083d44-0494-442e-9bf8-b171ad68c8f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.182917] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:58:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c91074f-fcfd-4650-8a2b-44a865762b0b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2066731739',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.183155] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.183312] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.183495] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.183637] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.183779] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.183979] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.184151] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.184316] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.184476] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.184646] env[69529]: DEBUG nova.virt.hardware [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.189858] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.190514] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a345d6e0-e4a5-48ea-9998-ff8eddd9f16b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.208598] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc16502-7b9d-4572-a26a-7a874f412f71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.214008] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 874.214008] env[69529]: value = "task-3355957" [ 874.214008] env[69529]: _type = "Task" [ 874.214008] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.225700] env[69529]: DEBUG nova.compute.provider_tree [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.233997] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.264739] env[69529]: INFO nova.compute.manager [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Took 38.60 seconds to build instance. [ 874.366748] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "refresh_cache-729b70b0-c415-47f6-8949-5559ffb977a5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.367190] env[69529]: DEBUG nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Instance network_info: |[{"id": "7aba754e-0dfb-4a82-80f1-73c5e1ef99a1", "address": "fa:16:3e:3a:b3:62", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aba754e-0d", "ovs_interfaceid": "7aba754e-0dfb-4a82-80f1-73c5e1ef99a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.725689] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355957, 'name': ReconfigVM_Task, 'duration_secs': 0.269606} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.726025] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.726943] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c8b070-dcf8-42d4-9fcc-c33fb340fd5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.730273] env[69529]: DEBUG nova.scheduler.client.report [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.754570] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.755240] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37a2ab1-3457-4868-83b3-43dfd89f7014 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.768743] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a09c1c2-9492-4a17-9834-d59b9c1015ba tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.045s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.774472] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 874.774472] env[69529]: value = "task-3355958" [ 874.774472] env[69529]: _type = "Task" [ 874.774472] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.784837] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.996244] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.996592] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.996758] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.997538] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.997538] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.997538] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.997708] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.997871] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.998105] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.998282] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.998486] env[69529]: DEBUG nova.virt.hardware [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.001182] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a764c31f-133e-4ae0-9807-0219a712d4b6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.011283] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.011425] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.011569] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.011758] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.012109] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.012109] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.012438] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.012520] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.012696] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.012865] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.013076] env[69529]: DEBUG nova.virt.hardware [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.014603] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3ad654-09c6-4f70-9e42-8865307f2de0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.019828] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae14702-0409-451e-a6ae-1d47324b79d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.032811] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.038647] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.041250] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a6788-d991-6cc5-81c1-17f2bc77a301/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.043394] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.045371] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eddc5f-b44a-4512-8df3-1ad51005e0ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.048932] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f14f383-bfb7-407f-8233-81bd2a552e6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.064388] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8cd43-8fe3-403c-b2e7-a861e3587f19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.070799] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52262856-083e-d850-eef9-a33f61db7aa0/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.071986] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca994231-e240-4d57-862e-5d463fbeedcf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.076425] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a6788-d991-6cc5-81c1-17f2bc77a301/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.076553] env[69529]: ERROR oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a6788-d991-6cc5-81c1-17f2bc77a301/disk-0.vmdk due to incomplete transfer. [ 875.077069] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8d2a0990-421f-49a0-a943-a8048e969c0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.081444] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52262856-083e-d850-eef9-a33f61db7aa0/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.081644] env[69529]: ERROR oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52262856-083e-d850-eef9-a33f61db7aa0/disk-0.vmdk due to incomplete transfer. [ 875.082343] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.082343] env[69529]: value = "task-3355959" [ 875.082343] env[69529]: _type = "Task" [ 875.082343] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.089968] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05a55336-d769-4dad-a3c3-ffc67a266dce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.091826] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:b3:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7aba754e-0dfb-4a82-80f1-73c5e1ef99a1', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.099653] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.104018] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.104371] env[69529]: DEBUG oslo_vmware.rw_handles [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520a6788-d991-6cc5-81c1-17f2bc77a301/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.104690] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Uploaded image 362ba545-d2e1-4ed9-82de-8d28a82a3a5a to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.106447] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.107177] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c733202c-22ba-475f-8ea7-84a2a9f0199a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.122945] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2eaeaeaa-ad26-4b6e-87dc-38fda13ce1d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.126015] env[69529]: DEBUG oslo_vmware.rw_handles [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52262856-083e-d850-eef9-a33f61db7aa0/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.126251] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Uploaded image 4d7db5ab-95f5-4f5e-9023-b5ad0ec27d31 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.128064] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.132202] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5fa3416-5fdd-4470-935e-3c5235fad4d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.133507] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355959, 'name': CreateVM_Task} progress is 15%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.134868] env[69529]: DEBUG nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.138934] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 875.138934] env[69529]: value = "task-3355960" [ 875.138934] env[69529]: _type = "Task" [ 875.138934] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.139191] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.139191] env[69529]: value = "task-3355961" [ 875.139191] env[69529]: _type = "Task" [ 875.139191] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.140583] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 875.140583] env[69529]: value = "task-3355962" [ 875.140583] env[69529]: _type = "Task" [ 875.140583] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.155074] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355961, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.164330] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355960, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.164330] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355962, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.175832] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.176384] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.176680] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.177401] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.177401] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.177541] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.177638] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.177804] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.177972] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.178155] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.178337] env[69529]: DEBUG nova.virt.hardware [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.179248] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66244bb8-8d39-470a-89a0-ec1174221931 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.187761] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d74d32-cd73-4cdd-a245-0a20bd0cbaf6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.201455] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.207658] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Creating folder: Project (fff2cc03a4de4a8da54deab119472ac2). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.208018] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61a6eb4-d78e-4d9b-8ec0-50307579b686 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.218115] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Created folder: Project (fff2cc03a4de4a8da54deab119472ac2) in parent group-v669649. [ 875.218359] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Creating folder: Instances. Parent ref: group-v669822. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.218674] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e502be9-7488-4923-ae2a-2bb6f436eadc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.227870] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Created folder: Instances in parent group-v669822. [ 875.228172] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.228416] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.228708] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8651594e-0dcc-4c39-b59b-58a23a67e261 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.245363] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.246459] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.510s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.248071] env[69529]: INFO nova.compute.claims [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.255297] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.255297] env[69529]: value = "task-3355965" [ 875.255297] env[69529]: _type = "Task" [ 875.255297] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.263783] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355965, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.271286] env[69529]: INFO nova.scheduler.client.report [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Deleted allocations for instance ca734f2f-897f-4c15-b795-1408eb9b8270 [ 875.284325] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.602368] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355959, 'name': CreateVM_Task, 'duration_secs': 0.482565} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.602562] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.604022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.604407] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.604777] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.605072] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed985b93-ef73-40d9-bf4e-8c3788c8e750 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.613940] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 875.613940] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a8b344-ccf2-1e8a-55c5-34030cfb13fb" [ 875.613940] env[69529]: _type = "Task" [ 875.613940] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.624906] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a8b344-ccf2-1e8a-55c5-34030cfb13fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.655991] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355960, 'name': Destroy_Task, 'duration_secs': 0.341401} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.660045] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Destroyed the VM [ 875.660537] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 875.660909] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355961, 'name': CreateVM_Task, 'duration_secs': 0.510126} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.664444] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a8171e5-5cf9-4cfc-98c6-ac5de921327d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.666396] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.667710] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355962, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.667710] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.673279] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 875.673279] env[69529]: value = "task-3355966" [ 875.673279] env[69529]: _type = "Task" [ 875.673279] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.682725] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355966, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.765268] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355965, 'name': CreateVM_Task, 'duration_secs': 0.437521} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.766169] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.766714] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.782898] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1214dc78-8c06-494e-9be9-7e91195b4450 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "ca734f2f-897f-4c15-b795-1408eb9b8270" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.730s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.788823] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355958, 'name': ReconfigVM_Task, 'duration_secs': 0.805827} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.788823] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.789847] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance '47918cb8-1e59-4dfd-b161-1c7f6848bdbf' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.912374] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "af0cf76e-09b7-42d6-8917-0d602f023ac4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.913294] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.071743] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.072041] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.127983] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a8b344-ccf2-1e8a-55c5-34030cfb13fb, 'name': SearchDatastore_Task, 'duration_secs': 0.021587} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.128449] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.128745] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.129139] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.129520] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.129747] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.130154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.130583] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.130899] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee7129ec-154f-4523-baed-fb899677b385 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.133086] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dc62c5-a701-40c3-bbdd-6f73d27984d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.140140] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 876.140140] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52369ef8-7b38-78c5-7ad1-2b9c57b1fe26" [ 876.140140] env[69529]: _type = "Task" [ 876.140140] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.144684] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.144878] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.145989] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99fb94c-d80c-412c-b875-cf63c6975289 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.151995] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52369ef8-7b38-78c5-7ad1-2b9c57b1fe26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.157233] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 876.157233] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527432d8-d3be-be8a-d1ca-bf152c3a2b73" [ 876.157233] env[69529]: _type = "Task" [ 876.157233] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.163993] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355962, 'name': Destroy_Task, 'duration_secs': 0.610125} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.164663] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Destroyed the VM [ 876.164915] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.165242] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f899a3c9-57ad-451d-a0a2-2717ac3d10c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.170847] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527432d8-d3be-be8a-d1ca-bf152c3a2b73, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.172123] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f463c0-0af2-41c2-9c53-5603968c7153 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.175967] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 876.175967] env[69529]: value = "task-3355967" [ 876.175967] env[69529]: _type = "Task" [ 876.175967] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.185118] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 876.185118] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff4530-b22d-91fa-4d98-068bad6c47e6" [ 876.185118] env[69529]: _type = "Task" [ 876.185118] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.196479] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355967, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.196823] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355966, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.202482] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ff4530-b22d-91fa-4d98-068bad6c47e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.202671] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.202939] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.203780] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53afa29f-6f70-4311-99dc-5fe837c90901 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.212113] env[69529]: DEBUG nova.compute.manager [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Received event network-vif-plugged-15085614-d178-4000-b564-d385e54280f9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.212344] env[69529]: DEBUG oslo_concurrency.lockutils [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] Acquiring lock "46e5ab90-035b-450c-ba7f-c06b5c223212-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.212560] env[69529]: DEBUG oslo_concurrency.lockutils [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.212728] env[69529]: DEBUG oslo_concurrency.lockutils [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.212899] env[69529]: DEBUG nova.compute.manager [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] No waiting events found dispatching network-vif-plugged-15085614-d178-4000-b564-d385e54280f9 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.213076] env[69529]: WARNING nova.compute.manager [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Received unexpected event network-vif-plugged-15085614-d178-4000-b564-d385e54280f9 for instance with vm_state active and task_state None. [ 876.213324] env[69529]: DEBUG nova.compute.manager [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Received event network-changed-15085614-d178-4000-b564-d385e54280f9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.213383] env[69529]: DEBUG nova.compute.manager [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Refreshing instance network info cache due to event network-changed-15085614-d178-4000-b564-d385e54280f9. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.213571] env[69529]: DEBUG oslo_concurrency.lockutils [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] Acquiring lock "refresh_cache-46e5ab90-035b-450c-ba7f-c06b5c223212" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.213708] env[69529]: DEBUG oslo_concurrency.lockutils [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] Acquired lock "refresh_cache-46e5ab90-035b-450c-ba7f-c06b5c223212" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.213868] env[69529]: DEBUG nova.network.neutron [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Refreshing network info cache for port 15085614-d178-4000-b564-d385e54280f9 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.218851] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 876.218851] env[69529]: value = "task-3355968" [ 876.218851] env[69529]: _type = "Task" [ 876.218851] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.227209] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.298358] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2a6c7-6292-49de-bd34-9f09721f23c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.326909] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a39e64-3c4a-4fba-bab1-11973bc51989 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.347382] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance '47918cb8-1e59-4dfd-b161-1c7f6848bdbf' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.416421] env[69529]: DEBUG nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.574519] env[69529]: DEBUG nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.664243] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52369ef8-7b38-78c5-7ad1-2b9c57b1fe26, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.664339] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.664685] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.666333] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.666333] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.666333] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.669520] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.669948] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.670417] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db7e8d62-595c-44b6-89af-a131e1aa7d6b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.673585] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e108bfe-6f5d-472a-aae9-24ca7b94fb07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.686114] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 876.686114] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523611af-234d-6b0e-b074-58467df77ebd" [ 876.686114] env[69529]: _type = "Task" [ 876.686114] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.701747] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.702451] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.710177] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9d0909-6b1d-4049-84cc-0c0dae40d8db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.713686] env[69529]: DEBUG oslo_vmware.api [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355966, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520121} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.722316] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 876.722756] env[69529]: INFO nova.compute.manager [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Took 16.98 seconds to snapshot the instance on the hypervisor. [ 876.728707] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355967, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.739867] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523611af-234d-6b0e-b074-58467df77ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.742693] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 876.742693] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f8beb2-a796-3bd8-596f-f9c5af11c9e5" [ 876.742693] env[69529]: _type = "Task" [ 876.742693] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.751184] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355968, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.762557] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f8beb2-a796-3bd8-596f-f9c5af11c9e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.933260] env[69529]: DEBUG nova.network.neutron [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Port 31dba346-dcb0-474f-a476-e9551f1b2361 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 876.941747] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320699ac-222e-4392-acba-c1e76a5f0143 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.946883] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.954396] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b1c9e-6244-42fb-bebf-bb987757cf71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.992080] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef0788b-194b-41f4-9b9d-7f30c5c2f621 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.000644] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd0524-c380-483b-b015-7d738549f896 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.014983] env[69529]: DEBUG nova.compute.provider_tree [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.062799] env[69529]: DEBUG nova.network.neutron [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Updated VIF entry in instance network info cache for port 15085614-d178-4000-b564-d385e54280f9. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.063220] env[69529]: DEBUG nova.network.neutron [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Updating instance_info_cache with network_info: [{"id": "15085614-d178-4000-b564-d385e54280f9", "address": "fa:16:3e:58:cf:22", "network": {"id": "4311bab4-38e5-4c57-bc52-427a202f2188", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-556281483-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b972f16073994b8287d946ff338f8134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15085614-d1", "ovs_interfaceid": "15085614-d178-4000-b564-d385e54280f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.093389] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.194302] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355967, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.204268] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523611af-234d-6b0e-b074-58467df77ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.070955} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.204945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.205708] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.205708] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.240750] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587248} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.243451] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.243747] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.244445] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c6b8ef6-f2c1-4721-b8dd-514b8b2e3858 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.256856] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f8beb2-a796-3bd8-596f-f9c5af11c9e5, 'name': SearchDatastore_Task, 'duration_secs': 0.044531} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.259022] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 877.259022] env[69529]: value = "task-3355969" [ 877.259022] env[69529]: _type = "Task" [ 877.259022] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.259178] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6b44eb-a1b8-41de-9afb-511cb495efc5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.274782] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.275066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.276302] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 877.276302] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5204213d-d14a-d66f-80c8-cbead15b20c5" [ 877.276302] env[69529]: _type = "Task" [ 877.276302] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.276558] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.292023] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5204213d-d14a-d66f-80c8-cbead15b20c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017741} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.292023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.292023] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 729b70b0-c415-47f6-8949-5559ffb977a5/729b70b0-c415-47f6-8949-5559ffb977a5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.292023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.292023] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.292023] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-718e2a17-57ac-4d3f-b410-382891f9c1e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.297271] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ba3248e-7561-4761-a849-4d7f39152283 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.305710] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 877.305710] env[69529]: value = "task-3355970" [ 877.305710] env[69529]: _type = "Task" [ 877.305710] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.309820] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.310120] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.311404] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e09b34b-be15-4ff9-af50-2e20aad3db27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.317722] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.321145] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 877.321145] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ab11cd-c522-6a97-f318-8b5dbe9b488d" [ 877.321145] env[69529]: _type = "Task" [ 877.321145] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.329349] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ab11cd-c522-6a97-f318-8b5dbe9b488d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.336064] env[69529]: DEBUG nova.compute.manager [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Found 3 images (rotation: 2) {{(pid=69529) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 877.336293] env[69529]: DEBUG nova.compute.manager [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Rotating out 1 backups {{(pid=69529) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 877.336476] env[69529]: DEBUG nova.compute.manager [None req-7b310eff-ce45-4e51-92ee-928216475cd1 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleting image c2a8f546-3fb6-4905-87cd-4f9d1dfe2fe2 {{(pid=69529) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 877.476982] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "981ab456-998f-4007-80e1-bc01001766f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.477290] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "981ab456-998f-4007-80e1-bc01001766f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.518716] env[69529]: DEBUG nova.scheduler.client.report [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.565733] env[69529]: DEBUG oslo_concurrency.lockutils [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] Releasing lock "refresh_cache-46e5ab90-035b-450c-ba7f-c06b5c223212" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.566046] env[69529]: DEBUG nova.compute.manager [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Received event network-vif-deleted-b73d1907-a8ce-48ba-bf48-4397ede5a615 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.566257] env[69529]: DEBUG nova.compute.manager [req-10320157-1235-4bdb-9b06-4fc068eca58d req-b5012927-1b6b-42ff-88c2-5da04bae37a5 service nova] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Received event network-vif-deleted-4245315f-ce37-4069-b0d1-b6da14c93659 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.697586] env[69529]: DEBUG oslo_vmware.api [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355967, 'name': RemoveSnapshot_Task, 'duration_secs': 1.196058} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.697922] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.698192] env[69529]: INFO nova.compute.manager [None req-11bd4b9f-9a98-4fa6-8c3c-911325bc92ad tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Took 23.55 seconds to snapshot the instance on the hypervisor. [ 877.776027] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065295} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.776457] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.777350] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eb594b-c9d9-4cc3-8320-795e671dbe1a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.780195] env[69529]: DEBUG nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.805331] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.805577] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a10826a-75f6-4710-bca5-e53905a20956 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.832729] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 877.832729] env[69529]: value = "task-3355971" [ 877.832729] env[69529]: _type = "Task" [ 877.832729] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.836937] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.845843] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ab11cd-c522-6a97-f318-8b5dbe9b488d, 'name': SearchDatastore_Task, 'duration_secs': 0.012752} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.847063] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d527b50-151f-4419-8f9b-a3349c20933b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.853012] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.857905] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 877.857905] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cbbffb-c1ac-f4cc-77d3-c2aa9a81d62c" [ 877.857905] env[69529]: _type = "Task" [ 877.857905] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.868038] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cbbffb-c1ac-f4cc-77d3-c2aa9a81d62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.960393] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.960393] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.960393] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.024691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.024691] env[69529]: DEBUG nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.027325] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.549s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.030844] env[69529]: INFO nova.compute.claims [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.304245] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.316414] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722049} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.316758] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 729b70b0-c415-47f6-8949-5559ffb977a5/729b70b0-c415-47f6-8949-5559ffb977a5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.317071] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.317388] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2f4e160-df1b-4acf-ad1a-2d5ba15840ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.323871] env[69529]: DEBUG nova.compute.manager [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Received event network-vif-plugged-7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.324118] env[69529]: DEBUG oslo_concurrency.lockutils [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] Acquiring lock "729b70b0-c415-47f6-8949-5559ffb977a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.324625] env[69529]: DEBUG oslo_concurrency.lockutils [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] Lock "729b70b0-c415-47f6-8949-5559ffb977a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.324798] env[69529]: DEBUG oslo_concurrency.lockutils [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] Lock "729b70b0-c415-47f6-8949-5559ffb977a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.324968] env[69529]: DEBUG nova.compute.manager [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] No waiting events found dispatching network-vif-plugged-7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.325179] env[69529]: WARNING nova.compute.manager [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Received unexpected event network-vif-plugged-7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 for instance with vm_state building and task_state spawning. [ 878.325307] env[69529]: DEBUG nova.compute.manager [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Received event network-changed-7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.325462] env[69529]: DEBUG nova.compute.manager [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Refreshing instance network info cache due to event network-changed-7aba754e-0dfb-4a82-80f1-73c5e1ef99a1. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.325648] env[69529]: DEBUG oslo_concurrency.lockutils [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] Acquiring lock "refresh_cache-729b70b0-c415-47f6-8949-5559ffb977a5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.325783] env[69529]: DEBUG oslo_concurrency.lockutils [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] Acquired lock "refresh_cache-729b70b0-c415-47f6-8949-5559ffb977a5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.325936] env[69529]: DEBUG nova.network.neutron [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Refreshing network info cache for port 7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.328916] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 878.328916] env[69529]: value = "task-3355972" [ 878.328916] env[69529]: _type = "Task" [ 878.328916] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.344669] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.351570] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.370710] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cbbffb-c1ac-f4cc-77d3-c2aa9a81d62c, 'name': SearchDatastore_Task, 'duration_secs': 0.05733} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.370964] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.371269] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.371594] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e945bd5c-8e66-476c-acff-307050673e8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.380017] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 878.380017] env[69529]: value = "task-3355973" [ 878.380017] env[69529]: _type = "Task" [ 878.380017] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.392732] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.417832] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "63b5368d-43c0-4143-a281-5d83b8fa7642" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.417832] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.418030] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "63b5368d-43c0-4143-a281-5d83b8fa7642-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.418213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.418377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.420644] env[69529]: INFO nova.compute.manager [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Terminating instance [ 878.538787] env[69529]: DEBUG nova.compute.utils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.540069] env[69529]: DEBUG nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.540280] env[69529]: DEBUG nova.network.neutron [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.599373] env[69529]: DEBUG nova.policy [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acdaa4490a0d471a8c093ddf0a603982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffd4dc492e94a15a2b37e1137b27607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.845746] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075831} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.847403] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.848214] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35745be-8ada-4fd6-a211-061187c84019 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.857284] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355971, 'name': ReconfigVM_Task, 'duration_secs': 0.678182} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.857284] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Reconfigured VM instance instance-00000037 to attach disk [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.857705] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-274c1c44-3c43-4c2e-9f94-a5e81d6bf0bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.886580] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 729b70b0-c415-47f6-8949-5559ffb977a5/729b70b0-c415-47f6-8949-5559ffb977a5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.887717] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd764be-23f6-4181-85e8-051d85f9ac96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.913869] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 878.913869] env[69529]: value = "task-3355974" [ 878.913869] env[69529]: _type = "Task" [ 878.913869] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.924326] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.926878] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 878.926878] env[69529]: value = "task-3355975" [ 878.926878] env[69529]: _type = "Task" [ 878.926878] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.929264] env[69529]: DEBUG nova.compute.manager [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.929264] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.935745] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a416d-81c0-4d14-af75-bf769385d507 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.944032] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355974, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.952222] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.955227] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.955666] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d668df4-bbc9-47c1-aff3-e4ac4f1949cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.968617] env[69529]: DEBUG oslo_vmware.api [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 878.968617] env[69529]: value = "task-3355976" [ 878.968617] env[69529]: _type = "Task" [ 878.968617] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.980146] env[69529]: DEBUG oslo_vmware.api [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.003369] env[69529]: DEBUG nova.network.neutron [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Successfully created port: cba1de4d-7339-42cf-b08a-8e31e730a085 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.033557] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.033557] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.033785] env[69529]: DEBUG nova.network.neutron [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.049572] env[69529]: DEBUG nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.283848] env[69529]: DEBUG nova.network.neutron [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Updated VIF entry in instance network info cache for port 7aba754e-0dfb-4a82-80f1-73c5e1ef99a1. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.284248] env[69529]: DEBUG nova.network.neutron [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Updating instance_info_cache with network_info: [{"id": "7aba754e-0dfb-4a82-80f1-73c5e1ef99a1", "address": "fa:16:3e:3a:b3:62", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7aba754e-0d", "ovs_interfaceid": "7aba754e-0dfb-4a82-80f1-73c5e1ef99a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.401894] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638987} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.403319] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.403319] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.403319] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60de486-066f-40d7-827b-383cb1059676 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.411833] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 879.411833] env[69529]: value = "task-3355977" [ 879.411833] env[69529]: _type = "Task" [ 879.411833] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.428054] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.428196] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355974, 'name': Rename_Task, 'duration_secs': 0.28693} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.431733] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.431993] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31d055cc-b39e-4212-afc8-3dabcdec29df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.440659] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.442239] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 879.442239] env[69529]: value = "task-3355978" [ 879.442239] env[69529]: _type = "Task" [ 879.442239] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.454024] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.483096] env[69529]: DEBUG oslo_vmware.api [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355976, 'name': PowerOffVM_Task, 'duration_secs': 0.32016} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.486052] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.486252] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.486815] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb4bef6-ef2f-4e96-8c48-d5160ddb2654 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.578624] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.578926] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.579220] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleting the datastore file [datastore1] 63b5368d-43c0-4143-a281-5d83b8fa7642 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.579554] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-949b14c1-0312-4e93-87b9-7702c063732b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.592749] env[69529]: DEBUG oslo_vmware.api [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 879.592749] env[69529]: value = "task-3355980" [ 879.592749] env[69529]: _type = "Task" [ 879.592749] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.604836] env[69529]: DEBUG oslo_vmware.api [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.643610] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb45a863-f6d5-4ca0-994b-0696976c65de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.652444] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569fef07-43db-4430-9ceb-8b419b9ea9c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.692921] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adcc345-941a-4384-bbb4-5c6a3dd4bc87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.701480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74982565-e918-4936-879b-1a60554b94d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.719601] env[69529]: DEBUG nova.compute.provider_tree [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.774450] env[69529]: DEBUG nova.network.neutron [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [{"id": "31dba346-dcb0-474f-a476-e9551f1b2361", "address": "fa:16:3e:8b:54:56", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dba346-dc", "ovs_interfaceid": "31dba346-dcb0-474f-a476-e9551f1b2361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.789393] env[69529]: DEBUG oslo_concurrency.lockutils [req-069d11ff-d4a8-4f53-999e-acb7eb5249d7 req-f2f00d0f-2199-4c38-8ea9-882a6f5600cb service nova] Releasing lock "refresh_cache-729b70b0-c415-47f6-8949-5559ffb977a5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.924342] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091182} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.924890] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.926056] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a21146-036b-439c-bcf6-a81447de8631 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.937845] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355975, 'name': ReconfigVM_Task, 'duration_secs': 0.615161} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.945082] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 729b70b0-c415-47f6-8949-5559ffb977a5/729b70b0-c415-47f6-8949-5559ffb977a5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.954541] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.955328] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0790664d-8fd8-4ffd-a7c8-dced4eef5d25 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.959524] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c406067-4a39-4f02-8c04-6bfc7ff00763 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.981896] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.984520] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 879.984520] env[69529]: value = "task-3355982" [ 879.984520] env[69529]: _type = "Task" [ 879.984520] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.984793] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 879.984793] env[69529]: value = "task-3355981" [ 879.984793] env[69529]: _type = "Task" [ 879.984793] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.001834] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.006026] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355981, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.060061] env[69529]: DEBUG nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.103740] env[69529]: DEBUG oslo_vmware.api [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.223237] env[69529]: DEBUG nova.scheduler.client.report [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.277815] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.383399] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.385085] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.385085] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.385085] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.385085] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.385085] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.385085] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.385085] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.385484] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.385484] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.385484] env[69529]: DEBUG nova.virt.hardware [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.386659] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6eaa1d-8deb-4c5e-bb2f-fddf0b7167ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.397246] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfedc19-8b0b-4033-9579-84fc0f1142cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.457544] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355978, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.500762] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.504547] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355981, 'name': Rename_Task, 'duration_secs': 0.254202} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.504872] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.505171] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3be42be8-2c40-4ea4-9568-91296f11fe78 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.514565] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 880.514565] env[69529]: value = "task-3355983" [ 880.514565] env[69529]: _type = "Task" [ 880.514565] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.518081] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "d2cf6d47-2eb2-43e9-baad-73442f983351" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.518450] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.518589] env[69529]: DEBUG nova.compute.manager [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.519786] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f79cac6-ec65-490e-8a3c-e2b78fc4cabb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.528568] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.530533] env[69529]: DEBUG nova.compute.manager [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 880.531308] env[69529]: DEBUG nova.objects.instance [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'flavor' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.604140] env[69529]: DEBUG oslo_vmware.api [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3355980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558737} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.604412] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.604595] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.604826] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.604956] env[69529]: INFO nova.compute.manager [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Took 1.68 seconds to destroy the instance on the hypervisor. [ 880.605203] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.605439] env[69529]: DEBUG nova.compute.manager [-] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.605518] env[69529]: DEBUG nova.network.neutron [-] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.668855] env[69529]: DEBUG nova.network.neutron [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Successfully updated port: cba1de4d-7339-42cf-b08a-8e31e730a085 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.708910] env[69529]: DEBUG nova.compute.manager [req-6e2e0a7b-0c43-41c2-877e-28c66d3ac242 req-71b8ff95-664c-48e9-8cd1-47cdd998a55f service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Received event network-vif-plugged-cba1de4d-7339-42cf-b08a-8e31e730a085 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.709084] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e2e0a7b-0c43-41c2-877e-28c66d3ac242 req-71b8ff95-664c-48e9-8cd1-47cdd998a55f service nova] Acquiring lock "2814f114-c951-458b-95d7-7b7e0c6addb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.709344] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e2e0a7b-0c43-41c2-877e-28c66d3ac242 req-71b8ff95-664c-48e9-8cd1-47cdd998a55f service nova] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.709941] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e2e0a7b-0c43-41c2-877e-28c66d3ac242 req-71b8ff95-664c-48e9-8cd1-47cdd998a55f service nova] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.709941] env[69529]: DEBUG nova.compute.manager [req-6e2e0a7b-0c43-41c2-877e-28c66d3ac242 req-71b8ff95-664c-48e9-8cd1-47cdd998a55f service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] No waiting events found dispatching network-vif-plugged-cba1de4d-7339-42cf-b08a-8e31e730a085 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.709941] env[69529]: WARNING nova.compute.manager [req-6e2e0a7b-0c43-41c2-877e-28c66d3ac242 req-71b8ff95-664c-48e9-8cd1-47cdd998a55f service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Received unexpected event network-vif-plugged-cba1de4d-7339-42cf-b08a-8e31e730a085 for instance with vm_state building and task_state spawning. [ 880.728273] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.728911] env[69529]: DEBUG nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.735182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.245s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.735588] env[69529]: DEBUG nova.objects.instance [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lazy-loading 'resources' on Instance uuid 9bd9e5f3-036b-44a2-8863-470653a383d1 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.805518] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bcdd02-1002-4694-8e19-f7ae1c8a34ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.828966] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0844f48-80ac-4a8f-b901-b790c21c43e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.837816] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance '47918cb8-1e59-4dfd-b161-1c7f6848bdbf' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.960350] env[69529]: DEBUG oslo_vmware.api [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3355978, 'name': PowerOnVM_Task, 'duration_secs': 1.47012} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.960652] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.960877] env[69529]: DEBUG nova.compute.manager [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.961981] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4770ca6-f9c5-4683-b630-1930da2ddc84 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.997881] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355982, 'name': ReconfigVM_Task, 'duration_secs': 0.778582} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.998235] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.999260] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e161b3bd-6210-4907-ac55-ba7078e31153 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.007816] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 881.007816] env[69529]: value = "task-3355984" [ 881.007816] env[69529]: _type = "Task" [ 881.007816] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.021994] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355984, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.028703] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.172670] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-2814f114-c951-458b-95d7-7b7e0c6addb8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.172903] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-2814f114-c951-458b-95d7-7b7e0c6addb8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.173108] env[69529]: DEBUG nova.network.neutron [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.242174] env[69529]: DEBUG nova.compute.utils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.244106] env[69529]: DEBUG nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.244106] env[69529]: DEBUG nova.network.neutron [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.290249] env[69529]: DEBUG nova.policy [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e88dbc23e6a45318e1535eb6290a4d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65313facdad74f23b05d5ea221c684a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.345764] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.346085] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255bc9a1-c5fa-4729-930f-cd1f2339b037 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.357960] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 881.357960] env[69529]: value = "task-3355985" [ 881.357960] env[69529]: _type = "Task" [ 881.357960] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.367286] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.431048] env[69529]: DEBUG nova.compute.manager [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.432450] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa160af9-c3cb-4d44-b8ee-79f3a18b26de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.436673] env[69529]: DEBUG nova.network.neutron [-] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.479648] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.522255] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355984, 'name': Rename_Task, 'duration_secs': 0.193879} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.525339] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.525777] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1c2b77a-30a5-442b-a6bd-e2fda0c85e7a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.530928] env[69529]: DEBUG oslo_vmware.api [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3355983, 'name': PowerOnVM_Task, 'duration_secs': 0.645756} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.531174] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.531882] env[69529]: INFO nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Took 8.96 seconds to spawn the instance on the hypervisor. [ 881.531882] env[69529]: DEBUG nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.533420] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f649e-c7d9-441e-9e50-faedeb99f6d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.535992] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 881.535992] env[69529]: value = "task-3355986" [ 881.535992] env[69529]: _type = "Task" [ 881.535992] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.541431] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.546774] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97318ee0-710e-42b9-8f53-9589283f640c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.555364] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.556543] env[69529]: DEBUG oslo_vmware.api [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 881.556543] env[69529]: value = "task-3355987" [ 881.556543] env[69529]: _type = "Task" [ 881.556543] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.569454] env[69529]: DEBUG oslo_vmware.api [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.602931] env[69529]: DEBUG nova.network.neutron [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Successfully created port: c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.747396] env[69529]: DEBUG nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.752999] env[69529]: DEBUG nova.network.neutron [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.879053] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.934213] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42129f03-b052-40e5-8c83-c4a37cfb6ccb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.944760] env[69529]: INFO nova.compute.manager [-] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Took 1.34 seconds to deallocate network for instance. [ 881.945811] env[69529]: INFO nova.compute.manager [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] instance snapshotting [ 881.951494] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1338ce8-0c82-48cc-8e9b-a1450da0945c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.958475] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a5ab37-a0aa-4e9b-87bd-91f1725b7431 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.009055] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc7ca9f-3f1a-4654-ac69-234e794b26ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.013161] env[69529]: DEBUG nova.network.neutron [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Updating instance_info_cache with network_info: [{"id": "cba1de4d-7339-42cf-b08a-8e31e730a085", "address": "fa:16:3e:db:f9:90", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba1de4d-73", "ovs_interfaceid": "cba1de4d-7339-42cf-b08a-8e31e730a085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.015144] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5dbdff-a7f1-4830-8bd1-64ba6352c76c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.028036] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d3d8d7-cbf6-4c07-bc45-1eb03f2c75b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.048035] env[69529]: DEBUG nova.compute.provider_tree [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.064488] env[69529]: INFO nova.compute.manager [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Took 34.55 seconds to build instance. [ 882.065545] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.072635] env[69529]: DEBUG oslo_vmware.api [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3355987, 'name': PowerOffVM_Task, 'duration_secs': 0.274432} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.073577] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.074059] env[69529]: DEBUG nova.compute.manager [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.074747] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6f12d9-1297-4798-9ada-98f89868b70a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.369212] env[69529]: DEBUG oslo_vmware.api [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3355985, 'name': PowerOnVM_Task, 'duration_secs': 0.6019} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.369490] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.369692] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb24fb22-d790-4e7e-a218-5aa7706bf6bf tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance '47918cb8-1e59-4dfd-b161-1c7f6848bdbf' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.373399] env[69529]: INFO nova.compute.manager [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Rebuilding instance [ 882.411779] env[69529]: DEBUG nova.compute.manager [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.412783] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736096e-c001-4a60-a187-079b8a4641f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.462998] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.469007] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "685aaf9b-7133-48ce-8224-3f855f94d723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.469394] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "685aaf9b-7133-48ce-8224-3f855f94d723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.469691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "685aaf9b-7133-48ce-8224-3f855f94d723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.469898] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "685aaf9b-7133-48ce-8224-3f855f94d723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.470084] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "685aaf9b-7133-48ce-8224-3f855f94d723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.472406] env[69529]: INFO nova.compute.manager [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Terminating instance [ 882.519833] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-2814f114-c951-458b-95d7-7b7e0c6addb8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.520364] env[69529]: DEBUG nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Instance network_info: |[{"id": "cba1de4d-7339-42cf-b08a-8e31e730a085", "address": "fa:16:3e:db:f9:90", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba1de4d-73", "ovs_interfaceid": "cba1de4d-7339-42cf-b08a-8e31e730a085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.520952] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:f9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cba1de4d-7339-42cf-b08a-8e31e730a085', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.532837] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.533459] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.533716] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf70ace1-d069-4186-aa38-c3393c97b4fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.558067] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.559625] env[69529]: DEBUG nova.scheduler.client.report [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.564743] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-896def90-22c9-4fe9-acc8-78e534532039 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.572877] env[69529]: DEBUG oslo_concurrency.lockutils [None req-92f03d4d-3499-4f9c-a1dd-03cd5ba229b6 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "729b70b0-c415-47f6-8949-5559ffb977a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.349s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.581490] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.581490] env[69529]: value = "task-3355988" [ 882.581490] env[69529]: _type = "Task" [ 882.581490] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.587765] env[69529]: DEBUG oslo_vmware.api [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3355986, 'name': PowerOnVM_Task, 'duration_secs': 0.700143} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.590333] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 882.590333] env[69529]: value = "task-3355989" [ 882.590333] env[69529]: _type = "Task" [ 882.590333] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.591444] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3162a4d3-f6a2-4eb6-965e-d7601c059fac tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.598338] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.599043] env[69529]: INFO nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Took 7.46 seconds to spawn the instance on the hypervisor. [ 882.599043] env[69529]: DEBUG nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.602295] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8601ebe9-7acc-4b36-9b66-4fcbb10a4451 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.620029] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355988, 'name': CreateVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.628183] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.683491] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b59976-4d99-787a-140c-242970104e1e/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 882.684535] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706cdf50-5642-4ff2-b4e4-4fb46b99c7fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.693013] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b59976-4d99-787a-140c-242970104e1e/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 882.693285] env[69529]: ERROR oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b59976-4d99-787a-140c-242970104e1e/disk-0.vmdk due to incomplete transfer. [ 882.693598] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-653a57ce-9192-4ec8-878f-7f8f2379559b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.713518] env[69529]: DEBUG oslo_vmware.rw_handles [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b59976-4d99-787a-140c-242970104e1e/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 882.713831] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Uploaded image eed43e85-b447-4bf5-aa8f-dd2d58c8b90f to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 882.716458] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 882.716858] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c7483dbe-52f0-4a57-af21-4228d0d7d1f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.724685] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 882.724685] env[69529]: value = "task-3355990" [ 882.724685] env[69529]: _type = "Task" [ 882.724685] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.734885] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355990, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.762665] env[69529]: DEBUG nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.789847] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.790121] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.790289] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.790490] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.790643] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.790791] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.791090] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.791182] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.791350] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.791525] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.791709] env[69529]: DEBUG nova.virt.hardware [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.792617] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c86621-d73c-46f9-9f26-f97ed8d2b7a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.799907] env[69529]: DEBUG nova.compute.manager [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Received event network-changed-cba1de4d-7339-42cf-b08a-8e31e730a085 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.800128] env[69529]: DEBUG nova.compute.manager [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Refreshing instance network info cache due to event network-changed-cba1de4d-7339-42cf-b08a-8e31e730a085. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.800353] env[69529]: DEBUG oslo_concurrency.lockutils [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] Acquiring lock "refresh_cache-2814f114-c951-458b-95d7-7b7e0c6addb8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.800496] env[69529]: DEBUG oslo_concurrency.lockutils [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] Acquired lock "refresh_cache-2814f114-c951-458b-95d7-7b7e0c6addb8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.800657] env[69529]: DEBUG nova.network.neutron [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Refreshing network info cache for port cba1de4d-7339-42cf-b08a-8e31e730a085 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.806461] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f873f1-1a3e-4104-8a31-b198343da54a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.975680] env[69529]: DEBUG nova.compute.manager [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.976011] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.976981] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b448fc-bbf5-4c6e-b3f4-a38e265c0cff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.986212] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.986506] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc86bce-3470-44a5-b0f2-9ebf31084140 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.993916] env[69529]: DEBUG oslo_vmware.api [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 882.993916] env[69529]: value = "task-3355991" [ 882.993916] env[69529]: _type = "Task" [ 882.993916] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.003060] env[69529]: DEBUG oslo_vmware.api [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.074412] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.078105] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.371s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.078105] env[69529]: DEBUG nova.objects.instance [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lazy-loading 'resources' on Instance uuid 29e33bfc-97ee-400d-a772-420a9117c73c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.082675] env[69529]: DEBUG nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 883.104786] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355988, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.117086] env[69529]: INFO nova.scheduler.client.report [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Deleted allocations for instance 9bd9e5f3-036b-44a2-8863-470653a383d1 [ 883.127823] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.144348] env[69529]: INFO nova.compute.manager [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Took 34.92 seconds to build instance. [ 883.243372] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355990, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.418295] env[69529]: DEBUG nova.network.neutron [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Successfully updated port: c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.428886] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.430197] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4482ceb3-008c-4156-b670-655221f5c7ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.443536] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 883.443536] env[69529]: value = "task-3355992" [ 883.443536] env[69529]: _type = "Task" [ 883.443536] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.457353] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3355992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.507715] env[69529]: DEBUG oslo_vmware.api [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355991, 'name': PowerOffVM_Task, 'duration_secs': 0.204387} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.507994] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.508186] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.508442] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c919e79a-21c0-4490-918f-98db1ee8ccb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.569437] env[69529]: DEBUG nova.network.neutron [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Updated VIF entry in instance network info cache for port cba1de4d-7339-42cf-b08a-8e31e730a085. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.570911] env[69529]: DEBUG nova.network.neutron [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Updating instance_info_cache with network_info: [{"id": "cba1de4d-7339-42cf-b08a-8e31e730a085", "address": "fa:16:3e:db:f9:90", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba1de4d-73", "ovs_interfaceid": "cba1de4d-7339-42cf-b08a-8e31e730a085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.589499] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.589809] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.589929] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Deleting the datastore file [datastore2] 685aaf9b-7133-48ce-8224-3f855f94d723 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.593053] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a60dfefa-f0b3-40bc-bb74-2a3b6a39adb6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.604907] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3355988, 'name': CreateVM_Task, 'duration_secs': 0.581855} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.612326] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.612883] env[69529]: DEBUG oslo_vmware.api [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 883.612883] env[69529]: value = "task-3355994" [ 883.612883] env[69529]: _type = "Task" [ 883.612883] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.613743] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.614489] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.614618] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.614929] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.615652] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39445a01-7e33-4088-92e7-f125fa95ce81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.624037] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.634020] env[69529]: DEBUG oslo_vmware.api [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.634020] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 883.634020] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52838558-9107-be60-384a-8a94b5b5a3a6" [ 883.634020] env[69529]: _type = "Task" [ 883.634020] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.644724] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52838558-9107-be60-384a-8a94b5b5a3a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.645439] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c2da453-3fa5-4ec2-bede-97fa139ccf23 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "9bd9e5f3-036b-44a2-8863-470653a383d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.006s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.649474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b7f831b-65ac-4514-b5b1-46802042bddb tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.067s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.730061] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "367bf348-622d-4ff3-9aac-3c424a51fb6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.733037] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.745240] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355990, 'name': Destroy_Task, 'duration_secs': 0.575015} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.751020] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Destroyed the VM [ 883.751250] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 883.755550] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0971e0f4-11e2-40a8-a34c-30f84857aeef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.771902] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 883.771902] env[69529]: value = "task-3355995" [ 883.771902] env[69529]: _type = "Task" [ 883.771902] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.789414] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.918908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.919119] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquired lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.919287] env[69529]: DEBUG nova.network.neutron [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.955544] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3355992, 'name': PowerOffVM_Task, 'duration_secs': 0.267505} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.955839] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.956087] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.956951] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dffe8d-a2bf-4f93-87bc-a08f079c7874 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.967520] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.970610] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceece179-4b4b-4c13-bd23-48eed2c432c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.000144] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.000144] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.000144] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Deleting the datastore file [datastore1] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.000144] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0a2eace-7c18-4675-bf53-4d65df66b3da {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.007454] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 884.007454] env[69529]: value = "task-3355997" [ 884.007454] env[69529]: _type = "Task" [ 884.007454] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.017799] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3355997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.073173] env[69529]: DEBUG oslo_concurrency.lockutils [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] Releasing lock "refresh_cache-2814f114-c951-458b-95d7-7b7e0c6addb8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.073549] env[69529]: DEBUG nova.compute.manager [req-39de29a3-9d69-46d3-ad40-0c2d58c8d785 req-6ff3411a-0edf-4eda-bf5c-9daf18e9b533 service nova] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Received event network-vif-deleted-249eef55-0473-4c62-91ac-210cdf83e88f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.119359] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355989, 'name': CreateSnapshot_Task, 'duration_secs': 1.15459} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.122170] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.126156] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb8cc0-fffc-47d6-ba31-84dc610213d9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.134110] env[69529]: DEBUG oslo_vmware.api [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3355994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187849} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.140404] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.140645] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.140853] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.141093] env[69529]: INFO nova.compute.manager [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Took 1.17 seconds to destroy the instance on the hypervisor. [ 884.141332] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.146483] env[69529]: DEBUG nova.compute.manager [-] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.146618] env[69529]: DEBUG nova.network.neutron [-] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.155133] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52838558-9107-be60-384a-8a94b5b5a3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.020076} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.155445] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.155675] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.155906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.156061] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.156241] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.156537] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8819489-8ea6-45dd-9d89-1fed8c0d5c7c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.166706] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.166901] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.167705] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2845a16e-b6a6-4f85-9c40-fbb6d44390f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.174455] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 884.174455] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d85e1b-e3c4-d821-f89e-fa4c742f82df" [ 884.174455] env[69529]: _type = "Task" [ 884.174455] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.188270] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d85e1b-e3c4-d821-f89e-fa4c742f82df, 'name': SearchDatastore_Task} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.190067] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df59fd20-9e3b-4ae9-b879-95ee8ef2aedb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.197264] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 884.197264] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52964972-442b-e73a-3f13-dbd44114e5f6" [ 884.197264] env[69529]: _type = "Task" [ 884.197264] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.206306] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52964972-442b-e73a-3f13-dbd44114e5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.233826] env[69529]: DEBUG nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.258722] env[69529]: DEBUG nova.compute.manager [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Stashing vm_state: stopped {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 884.283196] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.287348] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a0365-2ad2-4540-a29c-bf638f9f2923 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.297630] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ec524-30b3-494a-a515-f6871b1cc598 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.329541] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62313bc9-b80d-4a7a-9d12-a7970ed8777e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.339486] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4945c41e-107c-46d9-a2aa-154cc4296f54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.361598] env[69529]: DEBUG nova.compute.provider_tree [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.458146] env[69529]: DEBUG nova.network.neutron [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.519158] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3355997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13335} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.519397] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.519537] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.519719] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.644357] env[69529]: DEBUG nova.network.neutron [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Updating instance_info_cache with network_info: [{"id": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "address": "fa:16:3e:51:cb:8e", "network": {"id": "88b69d2f-28a5-4f26-86b6-e89609c583f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-652279760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65313facdad74f23b05d5ea221c684a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e6d9b7-fb", "ovs_interfaceid": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.646169] env[69529]: DEBUG nova.network.neutron [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Port 31dba346-dcb0-474f-a476-e9551f1b2361 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 884.646447] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.646634] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.646799] env[69529]: DEBUG nova.network.neutron [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.657043] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.657335] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3ebb1b9-598f-4473-afdd-4712817dda55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.670020] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 884.670020] env[69529]: value = "task-3355998" [ 884.670020] env[69529]: _type = "Task" [ 884.670020] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.677821] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355998, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.710017] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52964972-442b-e73a-3f13-dbd44114e5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.710312] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.710595] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.710839] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c10d1f9-3fd4-4517-9256-7c5b85bc061e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.720676] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 884.720676] env[69529]: value = "task-3355999" [ 884.720676] env[69529]: _type = "Task" [ 884.720676] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.730243] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.769300] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.784238] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355995, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.785348] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.849175] env[69529]: INFO nova.compute.manager [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Rebuilding instance [ 884.865690] env[69529]: DEBUG nova.scheduler.client.report [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.904036] env[69529]: DEBUG nova.compute.manager [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.904919] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0cf4f9-4af2-4754-90bb-d7e76c40e55a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.941391] env[69529]: DEBUG nova.network.neutron [-] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.149277] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Releasing lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.151048] env[69529]: DEBUG nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Instance network_info: |[{"id": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "address": "fa:16:3e:51:cb:8e", "network": {"id": "88b69d2f-28a5-4f26-86b6-e89609c583f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-652279760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65313facdad74f23b05d5ea221c684a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e6d9b7-fb", "ovs_interfaceid": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.152290] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:cb:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.160307] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Creating folder: Project (65313facdad74f23b05d5ea221c684a7). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.161170] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f3cc59f-b694-43a5-a81d-59cd39183676 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.170636] env[69529]: DEBUG nova.compute.manager [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Received event network-vif-plugged-c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.171131] env[69529]: DEBUG oslo_concurrency.lockutils [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] Acquiring lock "12450fb6-2a17-44fe-96e5-bb32456465fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.171131] env[69529]: DEBUG oslo_concurrency.lockutils [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.171283] env[69529]: DEBUG oslo_concurrency.lockutils [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.171515] env[69529]: DEBUG nova.compute.manager [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] No waiting events found dispatching network-vif-plugged-c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.171637] env[69529]: WARNING nova.compute.manager [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Received unexpected event network-vif-plugged-c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc for instance with vm_state building and task_state spawning. [ 885.171819] env[69529]: DEBUG nova.compute.manager [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Received event network-changed-c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.171975] env[69529]: DEBUG nova.compute.manager [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Refreshing instance network info cache due to event network-changed-c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.172212] env[69529]: DEBUG oslo_concurrency.lockutils [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] Acquiring lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.172386] env[69529]: DEBUG oslo_concurrency.lockutils [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] Acquired lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.172575] env[69529]: DEBUG nova.network.neutron [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Refreshing network info cache for port c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.180014] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Created folder: Project (65313facdad74f23b05d5ea221c684a7) in parent group-v669649. [ 885.180253] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Creating folder: Instances. Parent ref: group-v669828. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.181258] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efaac05a-7835-40f3-8c90-68c29f7981dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.187973] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355998, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.199696] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Created folder: Instances in parent group-v669828. [ 885.199696] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.199696] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.200998] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cd9abb8-e235-4059-ba08-ecbe9839bf29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.230840] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.230840] env[69529]: value = "task-3356002" [ 885.230840] env[69529]: _type = "Task" [ 885.230840] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.238969] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.246842] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356002, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.292262] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3355995, 'name': RemoveSnapshot_Task, 'duration_secs': 1.115855} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.292615] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 885.292942] env[69529]: DEBUG nova.compute.manager [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.294428] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15d02c-ab04-4e6a-b307-906fc6764c69 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.372232] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.378167] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.596s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.378167] env[69529]: DEBUG nova.objects.instance [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lazy-loading 'resources' on Instance uuid d5bd66ce-fffe-4425-bacd-d69f6f889a31 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.406544] env[69529]: INFO nova.scheduler.client.report [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Deleted allocations for instance 29e33bfc-97ee-400d-a772-420a9117c73c [ 885.446125] env[69529]: INFO nova.compute.manager [-] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Took 1.30 seconds to deallocate network for instance. [ 885.448913] env[69529]: DEBUG nova.network.neutron [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [{"id": "31dba346-dcb0-474f-a476-e9551f1b2361", "address": "fa:16:3e:8b:54:56", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dba346-dc", "ovs_interfaceid": "31dba346-dcb0-474f-a476-e9551f1b2361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.550616] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.550866] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.551041] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.551233] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.551378] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.551524] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.551840] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.552061] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.552244] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.552410] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.552599] env[69529]: DEBUG nova.virt.hardware [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.553497] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fcfb0d-b49d-4bf9-88a8-418800dc78ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.562435] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8621646-3bd7-4aff-a93d-79f8464f1e73 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.578104] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.583719] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.583944] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.584174] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d7ba71f-c55b-4543-ac71-281fad721dbc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.602216] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.602216] env[69529]: value = "task-3356003" [ 885.602216] env[69529]: _type = "Task" [ 885.602216] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.610450] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356003, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.683997] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355998, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.733356] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3355999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631399} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.740437] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.740437] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.740437] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a890e94-d5ce-42ed-9b9a-3dda0662dbe0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.750040] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356002, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.753770] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 885.753770] env[69529]: value = "task-3356004" [ 885.753770] env[69529]: _type = "Task" [ 885.753770] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.765772] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.817229] env[69529]: INFO nova.compute.manager [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Shelve offloading [ 885.917465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70489f18-bb62-4b99-99db-21fdc7d41dbc tempest-ServersTestFqdnHostnames-2123598294 tempest-ServersTestFqdnHostnames-2123598294-project-member] Lock "29e33bfc-97ee-400d-a772-420a9117c73c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.367s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.925093] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.925324] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb6c42b-9a65-4db2-886c-7ea8abbb9825 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.937423] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 885.937423] env[69529]: value = "task-3356005" [ 885.937423] env[69529]: _type = "Task" [ 885.937423] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.953370] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.954592] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.955723] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.055259] env[69529]: DEBUG nova.network.neutron [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Updated VIF entry in instance network info cache for port c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.055814] env[69529]: DEBUG nova.network.neutron [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Updating instance_info_cache with network_info: [{"id": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "address": "fa:16:3e:51:cb:8e", "network": {"id": "88b69d2f-28a5-4f26-86b6-e89609c583f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-652279760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65313facdad74f23b05d5ea221c684a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e6d9b7-fb", "ovs_interfaceid": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.119500] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356003, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.186099] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355998, 'name': CloneVM_Task} progress is 95%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.244827] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356002, 'name': CreateVM_Task, 'duration_secs': 0.938684} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.244971] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.246053] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.246053] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.246053] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.246292] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf06ea91-1e7b-4689-8c46-068584554b97 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.254696] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 886.254696] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ed3bb-f007-58c8-c1c0-1a5e9933460a" [ 886.254696] env[69529]: _type = "Task" [ 886.254696] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.270430] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111688} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.276221] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.276221] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ed3bb-f007-58c8-c1c0-1a5e9933460a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.276221] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64392f-c23e-49e5-bfa7-7795b07b7d0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.300812] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.303892] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9ef02cd-9bb4-4388-bcb2-bd9209b66283 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.321091] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.321384] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a781623f-6435-40d2-868b-ef4772187147 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.330213] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 886.330213] env[69529]: value = "task-3356007" [ 886.330213] env[69529]: _type = "Task" [ 886.330213] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.335249] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 886.335249] env[69529]: value = "task-3356006" [ 886.335249] env[69529]: _type = "Task" [ 886.335249] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.347852] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.354669] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 886.354951] env[69529]: DEBUG nova.compute.manager [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.355946] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63da209-b6db-4c86-bf87-f6b6f0f71cf6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.363159] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.363346] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.363521] env[69529]: DEBUG nova.network.neutron [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.450883] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356005, 'name': PowerOffVM_Task, 'duration_secs': 0.193791} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.454657] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.454965] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.456039] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4fd6f7-c43f-4ceb-877d-c5cd6b8a04a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.459786] env[69529]: DEBUG nova.compute.manager [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69529) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 886.460038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.465808] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.466669] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9a2cb01-fced-4a02-aefe-ea3c2a0d290e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.496903] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.497325] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.497565] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Deleting the datastore file [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.497900] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7917338-bb4b-4e15-b4dc-e37beb6d2365 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.505799] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 886.505799] env[69529]: value = "task-3356009" [ 886.505799] env[69529]: _type = "Task" [ 886.505799] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.518878] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.541405] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a659e-c9b1-4aad-a968-de9bf409f44b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.553362] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf64324-efe0-4df8-9ed4-c237439c8b76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.562479] env[69529]: DEBUG oslo_concurrency.lockutils [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] Releasing lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.562627] env[69529]: DEBUG nova.compute.manager [req-86ad5ac2-c9f0-4fab-a4ec-cac76b04542f req-b89e1ddd-59d5-426f-a33d-18399c7e703d service nova] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Received event network-vif-deleted-03b57e7a-4ce3-41a2-a7a2-8e3400324c50 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.603820] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09c305-d920-4ecb-906e-2fb2e5112943 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.624818] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcbf876-4a2f-47d1-b110-bcb2537b0575 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.630659] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356003, 'name': CreateVM_Task, 'duration_secs': 0.759923} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.630897] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.631971] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.646612] env[69529]: DEBUG nova.compute.provider_tree [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.682485] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3355998, 'name': CloneVM_Task, 'duration_secs': 2.0019} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.683592] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Created linked-clone VM from snapshot [ 886.683592] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbfd1c3-fa51-49a0-b539-2ec15207659d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.693461] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Uploading image fbdb4f2f-55d2-4703-9f4d-8ae4d74f64c6 {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.721868] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.721868] env[69529]: value = "vm-669827" [ 886.721868] env[69529]: _type = "VirtualMachine" [ 886.721868] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.722231] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f6073a8f-b615-4acc-8421-bc771492d1f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.736630] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lease: (returnval){ [ 886.736630] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b93959-a3f8-382c-4949-d5e59a9b671d" [ 886.736630] env[69529]: _type = "HttpNfcLease" [ 886.736630] env[69529]: } obtained for exporting VM: (result){ [ 886.736630] env[69529]: value = "vm-669827" [ 886.736630] env[69529]: _type = "VirtualMachine" [ 886.736630] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.737194] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the lease: (returnval){ [ 886.737194] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b93959-a3f8-382c-4949-d5e59a9b671d" [ 886.737194] env[69529]: _type = "HttpNfcLease" [ 886.737194] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.744292] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.744292] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b93959-a3f8-382c-4949-d5e59a9b671d" [ 886.744292] env[69529]: _type = "HttpNfcLease" [ 886.744292] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.770709] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ed3bb-f007-58c8-c1c0-1a5e9933460a, 'name': SearchDatastore_Task, 'duration_secs': 0.01778} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.771107] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.771408] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.771732] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.771882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.772119] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.772458] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.772793] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.773048] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4ffcb81-023c-4dd7-8389-6f06affcf06e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.775024] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8aa7dc-5b35-43af-8f76-f6b9ae16eb8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.781409] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 886.781409] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525502dd-48aa-4344-2979-5de31cf36ca0" [ 886.781409] env[69529]: _type = "Task" [ 886.781409] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.786750] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.787679] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.788535] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3f674c-2365-4d83-a6ac-7fbf8c7ca1f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.798541] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525502dd-48aa-4344-2979-5de31cf36ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.799706] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 886.799706] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529ba21e-9eda-c032-9d36-30e310cf3a16" [ 886.799706] env[69529]: _type = "Task" [ 886.799706] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.807954] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529ba21e-9eda-c032-9d36-30e310cf3a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.846096] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.019126] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280399} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.019819] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.020378] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.020673] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.150778] env[69529]: DEBUG nova.scheduler.client.report [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.202947] env[69529]: DEBUG nova.network.neutron [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.246396] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.246396] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b93959-a3f8-382c-4949-d5e59a9b671d" [ 887.246396] env[69529]: _type = "HttpNfcLease" [ 887.246396] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.246732] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.246732] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b93959-a3f8-382c-4949-d5e59a9b671d" [ 887.246732] env[69529]: _type = "HttpNfcLease" [ 887.246732] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.247476] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098b8ed-5f55-42ed-8c79-6301c0eee2f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.257057] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe071-fa13-fdf8-f99c-3b8e6185dc0b/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.257306] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe071-fa13-fdf8-f99c-3b8e6185dc0b/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.339196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.339196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.339196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.339196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.339196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.344537] env[69529]: INFO nova.compute.manager [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Terminating instance [ 887.358528] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529ba21e-9eda-c032-9d36-30e310cf3a16, 'name': SearchDatastore_Task, 'duration_secs': 0.020689} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.358761] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525502dd-48aa-4344-2979-5de31cf36ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.016756} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.360191] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.362630] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.362630] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.362630] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dacda03-2e55-4405-b731-4384777f5971 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.367337] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356007, 'name': ReconfigVM_Task, 'duration_secs': 0.577849} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.368020] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.368679] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c63f175-0aee-4127-9233-2ca8f5e47a39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.375415] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 887.375415] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d994b4-1b29-0ae2-351b-6f0a855de34d" [ 887.375415] env[69529]: _type = "Task" [ 887.375415] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.380171] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 887.380171] env[69529]: value = "task-3356011" [ 887.380171] env[69529]: _type = "Task" [ 887.380171] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.387436] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d994b4-1b29-0ae2-351b-6f0a855de34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.392960] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356011, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.411028] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb5a6bb2-762f-4641-a08b-8c44f0e39889 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.656266] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.658669] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.394s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.658912] env[69529]: DEBUG nova.objects.instance [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lazy-loading 'resources' on Instance uuid 67d8fa6b-dd82-45f4-b425-4dc27b321d16 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.687818] env[69529]: INFO nova.scheduler.client.report [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted allocations for instance d5bd66ce-fffe-4425-bacd-d69f6f889a31 [ 887.706855] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.859955] env[69529]: DEBUG nova.compute.manager [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.860344] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.861309] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb00e6f-c454-4e6a-9108-37341a33d8fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.872897] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.873051] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b6701f3-8d87-411c-8ba8-3aa0b38a9011 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.881318] env[69529]: DEBUG oslo_vmware.api [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 887.881318] env[69529]: value = "task-3356012" [ 887.881318] env[69529]: _type = "Task" [ 887.881318] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.895974] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d994b4-1b29-0ae2-351b-6f0a855de34d, 'name': SearchDatastore_Task, 'duration_secs': 0.013208} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.896742] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.897090] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 12450fb6-2a17-44fe-96e5-bb32456465fb/12450fb6-2a17-44fe-96e5-bb32456465fb.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.898095] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.898392] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.898554] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28346527-ed54-4a0d-bb25-7b6041f69e9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.909365] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b60fbaa1-5b9b-4029-9461-4cdc8332b714 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.911623] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356011, 'name': Rename_Task, 'duration_secs': 0.151922} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.911887] env[69529]: DEBUG oslo_vmware.api [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3356012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.912942] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.913711] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b98342-e268-4c50-b877-3e440add6b6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.922550] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 887.922550] env[69529]: value = "task-3356013" [ 887.922550] env[69529]: _type = "Task" [ 887.922550] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.923107] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 887.923107] env[69529]: value = "task-3356014" [ 887.923107] env[69529]: _type = "Task" [ 887.923107] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.925213] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.925275] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.966546] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9861e9f-7e92-461e-8d01-431e270fe203 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.966546] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.966546] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.966546] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 887.966546] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526db087-260f-9a7b-3f23-73330ea5fad9" [ 887.966546] env[69529]: _type = "Task" [ 887.966546] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.966546] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526db087-260f-9a7b-3f23-73330ea5fad9, 'name': SearchDatastore_Task, 'duration_secs': 0.012685} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.968424] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faf78f46-8a32-40c6-b7c6-87a8af540cf3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.977244] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 887.977244] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5201c8d8-94ba-7fff-b2aa-2f1060ed2760" [ 887.977244] env[69529]: _type = "Task" [ 887.977244] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.989912] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5201c8d8-94ba-7fff-b2aa-2f1060ed2760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.147200] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.147881] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.149147] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.149486] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.150063] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.150063] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.150417] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.150478] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.150651] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.150813] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.151094] env[69529]: DEBUG nova.virt.hardware [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.152125] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33baea-3b84-4816-8148-1d45e2b6c026 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.166998] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b53064a-37db-4c17-a10a-7d98510146d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.195972] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.202944] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.204940] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.205242] env[69529]: DEBUG oslo_concurrency.lockutils [None req-37b477f4-5af8-45fb-bbee-0c1457787909 tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "d5bd66ce-fffe-4425-bacd-d69f6f889a31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.098s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.206618] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.207535] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a645208-c1d3-47cd-9a5b-5aec30f2e87d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.216316] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f15b0b41-7872-456f-a4ef-9e500f24b441 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.242102] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.244164] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cca3ce33-d163-4a4a-b5ae-dac91d7daf15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.246916] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.246916] env[69529]: value = "task-3356015" [ 888.246916] env[69529]: _type = "Task" [ 888.246916] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.268673] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356015, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.352034] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.352424] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.352785] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleting the datastore file [datastore2] cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.356540] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0e67684-749c-4ab6-bc3c-c98c41f287f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.368680] env[69529]: DEBUG nova.compute.manager [req-887f6cf5-c4f2-452c-9e92-dc902da0fae4 req-98720d30-0ceb-451f-a7d7-203a0a5f4145 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received event network-vif-unplugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.369248] env[69529]: DEBUG oslo_concurrency.lockutils [req-887f6cf5-c4f2-452c-9e92-dc902da0fae4 req-98720d30-0ceb-451f-a7d7-203a0a5f4145 service nova] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.369679] env[69529]: DEBUG oslo_concurrency.lockutils [req-887f6cf5-c4f2-452c-9e92-dc902da0fae4 req-98720d30-0ceb-451f-a7d7-203a0a5f4145 service nova] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.369882] env[69529]: DEBUG oslo_concurrency.lockutils [req-887f6cf5-c4f2-452c-9e92-dc902da0fae4 req-98720d30-0ceb-451f-a7d7-203a0a5f4145 service nova] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.370331] env[69529]: DEBUG nova.compute.manager [req-887f6cf5-c4f2-452c-9e92-dc902da0fae4 req-98720d30-0ceb-451f-a7d7-203a0a5f4145 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] No waiting events found dispatching network-vif-unplugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.371278] env[69529]: WARNING nova.compute.manager [req-887f6cf5-c4f2-452c-9e92-dc902da0fae4 req-98720d30-0ceb-451f-a7d7-203a0a5f4145 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received unexpected event network-vif-unplugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d for instance with vm_state shelved and task_state shelving_offloading. [ 888.378204] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 888.378204] env[69529]: value = "task-3356017" [ 888.378204] env[69529]: _type = "Task" [ 888.378204] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.395789] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.413845] env[69529]: DEBUG oslo_vmware.api [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3356012, 'name': PowerOffVM_Task, 'duration_secs': 0.272476} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.415109] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.415109] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.415109] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-256b62f5-cc70-47b2-8569-b5b96fae93ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.442917] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.447208] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.494573] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5201c8d8-94ba-7fff-b2aa-2f1060ed2760, 'name': SearchDatastore_Task, 'duration_secs': 0.013706} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.495101] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.495871] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.496073] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46fb04bd-60ac-46cf-b523-ceab0cc2b490 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.511347] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 888.511347] env[69529]: value = "task-3356019" [ 888.511347] env[69529]: _type = "Task" [ 888.511347] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.521261] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.521870] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.522161] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Deleting the datastore file [datastore2] a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.523317] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5550abc6-6ccc-42c6-90e1-e428334181fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.529357] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.535627] env[69529]: DEBUG oslo_vmware.api [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for the task: (returnval){ [ 888.535627] env[69529]: value = "task-3356020" [ 888.535627] env[69529]: _type = "Task" [ 888.535627] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.548340] env[69529]: DEBUG oslo_vmware.api [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3356020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.768278] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356015, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.894107] env[69529]: DEBUG oslo_vmware.api [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35526} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.897909] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.897909] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.897909] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.917445] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa33cf8-6314-490c-96ad-0156ef9c54b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.928488] env[69529]: INFO nova.scheduler.client.report [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleted allocations for instance cf2a81b1-b116-4c2f-ad63-5553fdf09d75 [ 888.939418] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2adbb-2bc1-47b4-b2ac-c1e257a9d7d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.956567] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599683} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.990695] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 12450fb6-2a17-44fe-96e5-bb32456465fb/12450fb6-2a17-44fe-96e5-bb32456465fb.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.991055] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.991505] env[69529]: DEBUG oslo_vmware.api [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356014, 'name': PowerOnVM_Task, 'duration_secs': 0.807271} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.992995] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afb1912f-6e7e-4df5-8b09-e63f74e06db3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.995333] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.995600] env[69529]: INFO nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Took 8.94 seconds to spawn the instance on the hypervisor. [ 888.995806] env[69529]: DEBUG nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.996706] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c8abba-4943-4a41-92eb-66449e314b13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.001175] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98cdac5-d329-41e0-9749-f7cd42f57f4f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.013636] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca3f2a2-aba0-46ed-899c-4460afd00eb5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.026733] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 889.026733] env[69529]: value = "task-3356021" [ 889.026733] env[69529]: _type = "Task" [ 889.026733] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.047613] env[69529]: DEBUG nova.compute.provider_tree [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.048876] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.056151] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.063432] env[69529]: DEBUG oslo_vmware.api [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Task: {'id': task-3356020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259951} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.063596] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.063902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.064199] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.064572] env[69529]: INFO nova.compute.manager [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 889.064839] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.065084] env[69529]: DEBUG nova.compute.manager [-] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.065320] env[69529]: DEBUG nova.network.neutron [-] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.261783] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356015, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.448714] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.539872] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640912} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.550583] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.550868] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.551515] env[69529]: INFO nova.compute.manager [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Took 38.85 seconds to build instance. [ 889.553928] env[69529]: DEBUG nova.scheduler.client.report [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.558079] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ec9591a-c017-422a-b125-29884fa55349 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.569786] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106155} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.572546] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.573815] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 889.573815] env[69529]: value = "task-3356022" [ 889.573815] env[69529]: _type = "Task" [ 889.573815] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.575239] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d9f073-0bb9-40a8-80e6-45c1ebf30358 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.607772] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 12450fb6-2a17-44fe-96e5-bb32456465fb/12450fb6-2a17-44fe-96e5-bb32456465fb.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.612477] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42cc7d8-9ae9-40dd-9dad-3e34bb4cca48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.627812] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.635160] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 889.635160] env[69529]: value = "task-3356023" [ 889.635160] env[69529]: _type = "Task" [ 889.635160] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.645479] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.765058] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356015, 'name': CreateVM_Task, 'duration_secs': 1.407316} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.766225] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.769657] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.769657] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.769657] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.769657] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87f452b-2e68-46e3-9047-902a84816acd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.774223] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 889.774223] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b1fadf-316b-ed4c-cd3b-bc84c1ea6d24" [ 889.774223] env[69529]: _type = "Task" [ 889.774223] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.784568] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b1fadf-316b-ed4c-cd3b-bc84c1ea6d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.869952] env[69529]: DEBUG nova.network.neutron [-] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.054581] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26559e28-d636-4fce-9bb7-143ee4e85bbc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.421s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.064546] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.067367] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.680s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.068518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.068786] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 890.069161] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.966s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.071253] env[69529]: INFO nova.compute.claims [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.075757] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62dae1-ff9d-4728-a1c1-aa595d812a21 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.088994] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9545a8-e060-4297-98cf-eee83b360094 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.097321] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087915} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.098275] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.099460] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a93ee-ee7d-48f3-835f-3765752a2dfe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.103009] env[69529]: INFO nova.scheduler.client.report [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Deleted allocations for instance 67d8fa6b-dd82-45f4-b425-4dc27b321d16 [ 890.116632] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5aa667-9669-47de-88ce-629d9bc19bd9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.137735] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.139548] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af99247a-b1bb-48c7-ab26-925c6256ff39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.164131] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7927d10-0da1-441d-ba82-e042baabee02 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.173625] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 890.173625] env[69529]: value = "task-3356024" [ 890.173625] env[69529]: _type = "Task" [ 890.173625] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.206430] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.206888] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177750MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 890.207134] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.217287] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.286176] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b1fadf-316b-ed4c-cd3b-bc84c1ea6d24, 'name': SearchDatastore_Task, 'duration_secs': 0.019752} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.286477] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.286625] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.286936] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.287102] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.287288] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.287552] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5955d3f0-d9ea-4351-9083-fa3b4704771c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.301202] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.301407] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.302678] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2240e12-847e-4b0b-b085-5d203d35a43d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.310031] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 890.310031] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5249a518-e451-6b9f-c008-fa2b4ad8a5c6" [ 890.310031] env[69529]: _type = "Task" [ 890.310031] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.321159] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5249a518-e451-6b9f-c008-fa2b4ad8a5c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.373291] env[69529]: INFO nova.compute.manager [-] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Took 1.31 seconds to deallocate network for instance. [ 890.623627] env[69529]: DEBUG nova.compute.manager [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received event network-changed-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.623840] env[69529]: DEBUG nova.compute.manager [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Refreshing instance network info cache due to event network-changed-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.624075] env[69529]: DEBUG oslo_concurrency.lockutils [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] Acquiring lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.624224] env[69529]: DEBUG oslo_concurrency.lockutils [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] Acquired lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.624387] env[69529]: DEBUG nova.network.neutron [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Refreshing network info cache for port 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.634082] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b84a1593-e436-4f2c-b257-9002be89a9ee tempest-MultipleCreateTestJSON-1711725361 tempest-MultipleCreateTestJSON-1711725361-project-member] Lock "67d8fa6b-dd82-45f4-b425-4dc27b321d16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.950s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.660638] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356023, 'name': ReconfigVM_Task, 'duration_secs': 0.612091} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.660996] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 12450fb6-2a17-44fe-96e5-bb32456465fb/12450fb6-2a17-44fe-96e5-bb32456465fb.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.661756] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b424704c-c738-40a9-8bed-3a3e6eb7806c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.674567] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 890.674567] env[69529]: value = "task-3356025" [ 890.674567] env[69529]: _type = "Task" [ 890.674567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.686173] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356025, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.719868] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356024, 'name': ReconfigVM_Task, 'duration_secs': 0.523438} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.720406] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94/a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.723128] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-897d233f-6649-482f-8b66-947cd7e2bc2d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.731084] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 890.731084] env[69529]: value = "task-3356026" [ 890.731084] env[69529]: _type = "Task" [ 890.731084] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.745249] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356026, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.821390] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5249a518-e451-6b9f-c008-fa2b4ad8a5c6, 'name': SearchDatastore_Task, 'duration_secs': 0.019231} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.822253] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df410958-d919-45c0-b879-98f867ed065f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.829821] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 890.829821] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52879d7a-8e2a-e82e-eb57-8cddf96c1f88" [ 890.829821] env[69529]: _type = "Task" [ 890.829821] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.841164] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52879d7a-8e2a-e82e-eb57-8cddf96c1f88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.879804] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.969054] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "9bffd46f-5976-4b68-9486-4baf1188c20b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.969384] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.025169] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "2814f114-c951-458b-95d7-7b7e0c6addb8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.025819] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.025904] env[69529]: DEBUG nova.compute.manager [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.027538] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a9603-8571-4d81-8729-db30b94ad585 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.047278] env[69529]: DEBUG nova.compute.manager [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 891.047757] env[69529]: DEBUG nova.objects.instance [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'flavor' on Instance uuid 2814f114-c951-458b-95d7-7b7e0c6addb8 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.185720] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356025, 'name': Rename_Task, 'duration_secs': 0.22762} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.186243] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.188480] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf79015-8322-491b-a717-fd17167a69f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.196140] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 891.196140] env[69529]: value = "task-3356027" [ 891.196140] env[69529]: _type = "Task" [ 891.196140] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.206326] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.247317] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356026, 'name': Rename_Task, 'duration_secs': 0.242023} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.247317] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.247456] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bcc39e7-6cd2-4fcf-b7f2-00d6fab0fafd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.255628] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Waiting for the task: (returnval){ [ 891.255628] env[69529]: value = "task-3356028" [ 891.255628] env[69529]: _type = "Task" [ 891.255628] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.271987] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.345962] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52879d7a-8e2a-e82e-eb57-8cddf96c1f88, 'name': SearchDatastore_Task, 'duration_secs': 0.018513} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.345962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.345962] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.346386] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8781e9e4-7eb4-47d9-aba5-dd563cf35b2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.357480] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 891.357480] env[69529]: value = "task-3356029" [ 891.357480] env[69529]: _type = "Task" [ 891.357480] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.365582] env[69529]: DEBUG nova.network.neutron [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updated VIF entry in instance network info cache for port 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.365996] env[69529]: DEBUG nova.network.neutron [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": null, "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.374339] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.473937] env[69529]: DEBUG nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.634247] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "c6638c0b-5cb5-4e6a-af25-e75088a27267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.634247] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.721306] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356027, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.773624] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.823736] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b56ed6-6be8-4dca-81b1-b84266382e46 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.833901] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a6d68f-2340-45da-85e2-632246829a02 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.877155] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296bcfcb-d286-46fe-9e64-253d8b5b3037 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.880447] env[69529]: DEBUG oslo_concurrency.lockutils [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] Releasing lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.880889] env[69529]: DEBUG nova.compute.manager [req-7fd45636-30b1-44d1-b895-3d32d12cb8b1 req-9b9ed958-801a-4ca4-b573-8ad370363b1d service nova] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Received event network-vif-deleted-fd6c4937-66a0-4f23-96d4-2aceee95f166 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.888834] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.892656] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b2eecd-9c87-4ac4-b797-f875d39f761d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.913649] env[69529]: DEBUG nova.compute.provider_tree [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.001090] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.062860] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.063206] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6d30db-0bf3-4bd3-98ab-fa1cd5ceb474 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.071998] env[69529]: DEBUG oslo_vmware.api [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 892.071998] env[69529]: value = "task-3356030" [ 892.071998] env[69529]: _type = "Task" [ 892.071998] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.082644] env[69529]: DEBUG oslo_vmware.api [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.213779] env[69529]: DEBUG oslo_vmware.api [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356027, 'name': PowerOnVM_Task, 'duration_secs': 0.558994} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.214128] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.214341] env[69529]: INFO nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Took 9.45 seconds to spawn the instance on the hypervisor. [ 892.214531] env[69529]: DEBUG nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.215413] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4797f2b-cce6-4ee0-a540-95dd662d7882 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.274459] env[69529]: DEBUG oslo_vmware.api [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Task: {'id': task-3356028, 'name': PowerOnVM_Task, 'duration_secs': 0.690659} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.275040] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.275216] env[69529]: DEBUG nova.compute.manager [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.276279] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb160a41-9d89-43cd-a6a2-7ba3dbcb1b0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.384978] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616632} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.385387] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.385645] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.385941] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dab08933-27ef-45ea-a42d-429a1f006743 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.393934] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 892.393934] env[69529]: value = "task-3356031" [ 892.393934] env[69529]: _type = "Task" [ 892.393934] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.408973] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.417473] env[69529]: DEBUG nova.scheduler.client.report [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.587050] env[69529]: DEBUG oslo_vmware.api [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356030, 'name': PowerOffVM_Task, 'duration_secs': 0.412424} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.587050] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.587050] env[69529]: DEBUG nova.compute.manager [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.587050] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456ed4b9-730c-43c7-b0f7-47b869aeaac2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.736289] env[69529]: INFO nova.compute.manager [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Took 40.27 seconds to build instance. [ 892.797773] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.908552] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079077} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.909702] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.911147] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76be1f-19b3-4922-9fff-dbbcf40ffca0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.936330] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.937341] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.937597] env[69529]: DEBUG nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.940320] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8611d35b-48a6-4358-8af7-2545bf4ea685 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.960461] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.719s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.960768] env[69529]: DEBUG nova.objects.instance [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'resources' on Instance uuid 6b391d42-08bf-4dd2-9bbf-4eab08b42a89 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.971185] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 892.971185] env[69529]: value = "task-3356032" [ 892.971185] env[69529]: _type = "Task" [ 892.971185] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.981407] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.030337] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "82f38db9-628c-4048-aa91-a8082d1f7198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.030754] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "82f38db9-628c-4048-aa91-a8082d1f7198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.103742] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3cbcf715-6557-4258-8410-681624d1c82b tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.238987] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9550e6cb-6cf5-4f91-8229-65c4f056cbfd tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.005s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.462302] env[69529]: DEBUG nova.compute.utils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.464222] env[69529]: DEBUG nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.464390] env[69529]: DEBUG nova.network.neutron [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.487786] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.532204] env[69529]: DEBUG nova.policy [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c359cc300a124b99b9bc2434cf40e404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db02ea1173f04b63a63a00d656440ca8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.741745] env[69529]: DEBUG nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.868705] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.898196] env[69529]: INFO nova.compute.manager [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Rebuilding instance [ 893.950163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.950391] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.950583] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.950890] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.951095] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.953229] env[69529]: DEBUG nova.compute.manager [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.954274] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd2f5b3-f18c-4cd7-8308-90b7fd686113 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.960036] env[69529]: INFO nova.compute.manager [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Terminating instance [ 893.960036] env[69529]: DEBUG nova.network.neutron [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Successfully created port: 501dacbb-5d67-4faf-8b6c-7a6764f346c6 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.973228] env[69529]: DEBUG nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.986032] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356032, 'name': ReconfigVM_Task, 'duration_secs': 0.96002} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.986032] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133/8fda3bd4-b22f-4ca4-8a5d-9a1332c82133.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.986032] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5e901ae-316a-48c0-8497-3de74778050d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.001667] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 894.001667] env[69529]: value = "task-3356033" [ 894.001667] env[69529]: _type = "Task" [ 894.001667] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.012018] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356033, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.087356] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76e39d-29ce-4754-b33e-aa6988786cc8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.097968] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8713cf-3e3a-4176-9b9a-eb6d537efa7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.140263] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cbfc4f-d8c0-45bc-a5cb-2429aba1f86e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.148228] env[69529]: DEBUG oslo_concurrency.lockutils [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "12450fb6-2a17-44fe-96e5-bb32456465fb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.148419] env[69529]: DEBUG oslo_concurrency.lockutils [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.148667] env[69529]: INFO nova.compute.manager [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Rebooting instance [ 894.151053] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082dffbb-6f57-41b4-8320-892321cb1f3c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.168834] env[69529]: DEBUG nova.compute.provider_tree [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.267604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.470137] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "refresh_cache-a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.470458] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquired lock "refresh_cache-a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.470774] env[69529]: DEBUG nova.network.neutron [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.512568] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356033, 'name': Rename_Task, 'duration_secs': 0.218236} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.512867] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.513240] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9030bcb8-02e1-4c03-b8e3-e2a27cd2d838 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.524132] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 894.524132] env[69529]: value = "task-3356034" [ 894.524132] env[69529]: _type = "Task" [ 894.524132] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.534536] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.672939] env[69529]: DEBUG nova.scheduler.client.report [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.678714] env[69529]: DEBUG oslo_concurrency.lockutils [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.678933] env[69529]: DEBUG oslo_concurrency.lockutils [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquired lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.679130] env[69529]: DEBUG nova.network.neutron [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.976280] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.980058] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c67b759-68b1-48de-91d1-5d70bde5f6aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.987791] env[69529]: DEBUG nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.991702] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 894.991702] env[69529]: value = "task-3356035" [ 894.991702] env[69529]: _type = "Task" [ 894.991702] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.001251] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.010433] env[69529]: DEBUG nova.network.neutron [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.028202] env[69529]: DEBUG nova.virt.hardware [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.028578] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac0bc54-084e-478a-8954-b94c298cd948 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.048458] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af6f715-b667-465e-8e93-ae336dec9059 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.057362] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.091059] env[69529]: DEBUG nova.network.neutron [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.184024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.189218] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.734s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.192023] env[69529]: INFO nova.compute.claims [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.215284] env[69529]: INFO nova.scheduler.client.report [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted allocations for instance 6b391d42-08bf-4dd2-9bbf-4eab08b42a89 [ 895.491620] env[69529]: DEBUG nova.network.neutron [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Updating instance_info_cache with network_info: [{"id": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "address": "fa:16:3e:51:cb:8e", "network": {"id": "88b69d2f-28a5-4f26-86b6-e89609c583f8", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-652279760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65313facdad74f23b05d5ea221c684a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e6d9b7-fb", "ovs_interfaceid": "c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.505056] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 895.505432] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.506291] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf255fd8-7f35-4bdc-9302-5fa8b4fbe258 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.515303] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.515689] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581c1dae-1a01-4b30-a67e-9e3da2ae5b73 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.538178] env[69529]: DEBUG oslo_vmware.api [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356034, 'name': PowerOnVM_Task, 'duration_secs': 0.64167} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.538454] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.538660] env[69529]: DEBUG nova.compute.manager [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.539671] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f727381-c218-404b-8aa3-3c6b93155ace {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.600024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Releasing lock "refresh_cache-a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.600024] env[69529]: DEBUG nova.compute.manager [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.600024] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.600024] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e672af9-e86b-45ec-9a7a-8a99b0b65775 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.611584] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.614131] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.614131] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleting the datastore file [datastore2] 2814f114-c951-458b-95d7-7b7e0c6addb8 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.616382] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-770c6abb-8747-4948-8748-600ed3063103 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.618780] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.619227] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07629066-d39d-4b9a-8fbf-a2d7eacea507 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.628260] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 895.628260] env[69529]: value = "task-3356037" [ 895.628260] env[69529]: _type = "Task" [ 895.628260] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.630821] env[69529]: DEBUG oslo_vmware.api [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 895.630821] env[69529]: value = "task-3356038" [ 895.630821] env[69529]: _type = "Task" [ 895.630821] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.646229] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.651065] env[69529]: DEBUG oslo_vmware.api [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3356038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.653423] env[69529]: DEBUG nova.compute.manager [req-0e567887-c945-484c-96e5-a9241ba5f68d req-9859062e-b85f-4794-9926-bdc638f3e56d service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Received event network-vif-plugged-501dacbb-5d67-4faf-8b6c-7a6764f346c6 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.653667] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e567887-c945-484c-96e5-a9241ba5f68d req-9859062e-b85f-4794-9926-bdc638f3e56d service nova] Acquiring lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.653879] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e567887-c945-484c-96e5-a9241ba5f68d req-9859062e-b85f-4794-9926-bdc638f3e56d service nova] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.654125] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e567887-c945-484c-96e5-a9241ba5f68d req-9859062e-b85f-4794-9926-bdc638f3e56d service nova] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.654308] env[69529]: DEBUG nova.compute.manager [req-0e567887-c945-484c-96e5-a9241ba5f68d req-9859062e-b85f-4794-9926-bdc638f3e56d service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] No waiting events found dispatching network-vif-plugged-501dacbb-5d67-4faf-8b6c-7a6764f346c6 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.654489] env[69529]: WARNING nova.compute.manager [req-0e567887-c945-484c-96e5-a9241ba5f68d req-9859062e-b85f-4794-9926-bdc638f3e56d service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Received unexpected event network-vif-plugged-501dacbb-5d67-4faf-8b6c-7a6764f346c6 for instance with vm_state building and task_state spawning. [ 895.702658] env[69529]: DEBUG nova.network.neutron [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Successfully updated port: 501dacbb-5d67-4faf-8b6c-7a6764f346c6 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.725399] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c88b9135-3efd-4572-adf9-48a3ae1d7322 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b391d42-08bf-4dd2-9bbf-4eab08b42a89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.658s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.999480] env[69529]: DEBUG oslo_concurrency.lockutils [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Releasing lock "refresh_cache-12450fb6-2a17-44fe-96e5-bb32456465fb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.061537] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.144246] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382209} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.145070] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.146027] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.146027] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.154313] env[69529]: DEBUG oslo_vmware.api [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3356038, 'name': PowerOffVM_Task, 'duration_secs': 0.17624} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.154912] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.158026] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.158026] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1eb3094-2884-40b0-9f3b-d04ecab6b8d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.196021] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.196021] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.196021] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Deleting the datastore file [datastore2] a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.196021] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ee50953-b05f-4cab-811f-b190c469dc44 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.206701] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "refresh_cache-71d266cd-782c-4cbc-9caf-99f6f85ad53e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.207121] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired lock "refresh_cache-71d266cd-782c-4cbc-9caf-99f6f85ad53e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.208783] env[69529]: DEBUG nova.network.neutron [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.212567] env[69529]: DEBUG oslo_vmware.api [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for the task: (returnval){ [ 896.212567] env[69529]: value = "task-3356040" [ 896.212567] env[69529]: _type = "Task" [ 896.212567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.225206] env[69529]: DEBUG oslo_vmware.api [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3356040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.511028] env[69529]: DEBUG nova.compute.manager [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.519632] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1255d9b6-91f5-493f-85e5-92346d5f8b5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.733329] env[69529]: DEBUG oslo_vmware.api [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Task: {'id': task-3356040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502334} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.733329] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.733329] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.734341] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.734341] env[69529]: INFO nova.compute.manager [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Took 1.14 seconds to destroy the instance on the hypervisor. [ 896.734341] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.734341] env[69529]: DEBUG nova.compute.manager [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.734341] env[69529]: DEBUG nova.network.neutron [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.766847] env[69529]: DEBUG nova.network.neutron [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.793390] env[69529]: DEBUG nova.network.neutron [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.926289] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd44eba9-0949-4400-98ac-e1f40e8302ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.936406] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4751cf31-dca3-46ae-9954-75ae156ce787 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.981831] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2767b1b-4798-451a-8d70-d06f31c9d411 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.991784] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39141ecd-c6a1-4382-8e16-cda25ea28a1d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.011028] env[69529]: DEBUG nova.compute.provider_tree [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.048477] env[69529]: DEBUG nova.network.neutron [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Updating instance_info_cache with network_info: [{"id": "501dacbb-5d67-4faf-8b6c-7a6764f346c6", "address": "fa:16:3e:f6:94:dc", "network": {"id": "146eef2d-b3f7-4e22-851f-ef9c8d9a8e81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1620509658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db02ea1173f04b63a63a00d656440ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501dacbb-5d", "ovs_interfaceid": "501dacbb-5d67-4faf-8b6c-7a6764f346c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.201428] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.201787] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.202112] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.202359] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.202537] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.202714] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.202985] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.203206] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.203402] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.206047] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.206047] env[69529]: DEBUG nova.virt.hardware [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.206047] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c226c0ae-2f84-4381-ba8d-d5d5e6252a19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.214740] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae49a50-62a1-45d5-98e9-7598f9ea8ce0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.231914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:f9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cba1de4d-7339-42cf-b08a-8e31e730a085', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.241329] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.241658] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.241914] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-887f668a-c002-4fa2-9e81-2c24d187a0d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.264746] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.264746] env[69529]: value = "task-3356041" [ 897.264746] env[69529]: _type = "Task" [ 897.264746] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.269757] env[69529]: DEBUG nova.network.neutron [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.274203] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356041, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.515425] env[69529]: DEBUG nova.scheduler.client.report [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.542060] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f91a0-8023-4bdc-b362-413e3237a4ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.551574] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Releasing lock "refresh_cache-71d266cd-782c-4cbc-9caf-99f6f85ad53e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.551909] env[69529]: DEBUG nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Instance network_info: |[{"id": "501dacbb-5d67-4faf-8b6c-7a6764f346c6", "address": "fa:16:3e:f6:94:dc", "network": {"id": "146eef2d-b3f7-4e22-851f-ef9c8d9a8e81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1620509658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db02ea1173f04b63a63a00d656440ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501dacbb-5d", "ovs_interfaceid": "501dacbb-5d67-4faf-8b6c-7a6764f346c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.552250] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Doing hard reboot of VM {{(pid=69529) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 897.552687] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:94:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '501dacbb-5d67-4faf-8b6c-7a6764f346c6', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.560646] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.560938] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ada04f7d-4811-4e5c-9c84-fdcb627af497 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.563197] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.563456] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bc6c9f8-9c4a-4c95-908e-ba58197ef0a6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.588521] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.591019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.591019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.591019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.591019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.594386] env[69529]: DEBUG oslo_vmware.api [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 897.594386] env[69529]: value = "task-3356042" [ 897.594386] env[69529]: _type = "Task" [ 897.594386] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.595984] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.595984] env[69529]: value = "task-3356043" [ 897.595984] env[69529]: _type = "Task" [ 897.595984] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.596634] env[69529]: INFO nova.compute.manager [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Terminating instance [ 897.613603] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356043, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.618889] env[69529]: DEBUG oslo_vmware.api [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356042, 'name': ResetVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.771955] env[69529]: INFO nova.compute.manager [-] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Took 1.04 seconds to deallocate network for instance. [ 897.779841] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356041, 'name': CreateVM_Task, 'duration_secs': 0.473275} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.782911] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.783690] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.784017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.784234] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.784513] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-764a4b9e-8fb6-481b-bc61-38c13df15408 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.793210] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 897.793210] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc8528-9274-1475-2a6f-35cf2afc9a1b" [ 897.793210] env[69529]: _type = "Task" [ 897.793210] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.805819] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc8528-9274-1475-2a6f-35cf2afc9a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.021531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.022156] env[69529]: DEBUG nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.025183] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.870s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.029071] env[69529]: INFO nova.compute.claims [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.037822] env[69529]: DEBUG nova.compute.manager [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Received event network-changed-501dacbb-5d67-4faf-8b6c-7a6764f346c6 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.040187] env[69529]: DEBUG nova.compute.manager [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Refreshing instance network info cache due to event network-changed-501dacbb-5d67-4faf-8b6c-7a6764f346c6. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.040187] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] Acquiring lock "refresh_cache-71d266cd-782c-4cbc-9caf-99f6f85ad53e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.040187] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] Acquired lock "refresh_cache-71d266cd-782c-4cbc-9caf-99f6f85ad53e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.040187] env[69529]: DEBUG nova.network.neutron [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Refreshing network info cache for port 501dacbb-5d67-4faf-8b6c-7a6764f346c6 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.109692] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "refresh_cache-8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.109894] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquired lock "refresh_cache-8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.110116] env[69529]: DEBUG nova.network.neutron [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.111414] env[69529]: DEBUG oslo_vmware.api [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356042, 'name': ResetVM_Task, 'duration_secs': 0.119605} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.114279] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Did hard reboot of VM {{(pid=69529) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 898.114279] env[69529]: DEBUG nova.compute.manager [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.118695] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0048d1-9df5-46a7-9902-6890075190d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.128738] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356043, 'name': CreateVM_Task, 'duration_secs': 0.446932} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.129408] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.130424] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.288905] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.315123] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc8528-9274-1475-2a6f-35cf2afc9a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.315604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.315873] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.316142] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.316682] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.316682] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.316824] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.317166] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.317403] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce19b80c-3f19-41b5-aade-f6cbf698bbab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.319542] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803ae086-e944-4bac-82e9-b98c5c057aa7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.327685] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 898.327685] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bd7efa-eaf5-1a6d-dd45-3f5aad125225" [ 898.327685] env[69529]: _type = "Task" [ 898.327685] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.331808] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.332065] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.333086] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6365449-a260-442c-9841-79775f3f3f1b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.338473] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bd7efa-eaf5-1a6d-dd45-3f5aad125225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.341791] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 898.341791] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e96c91-c005-2b2e-b0fe-90d455a0141e" [ 898.341791] env[69529]: _type = "Task" [ 898.341791] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.349280] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e96c91-c005-2b2e-b0fe-90d455a0141e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.389457] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe071-fa13-fdf8-f99c-3b8e6185dc0b/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 898.390563] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a03c5-c8a3-423e-9612-43f08d05d932 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.397627] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe071-fa13-fdf8-f99c-3b8e6185dc0b/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 898.397791] env[69529]: ERROR oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe071-fa13-fdf8-f99c-3b8e6185dc0b/disk-0.vmdk due to incomplete transfer. [ 898.398044] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2e92b9d-70da-482b-9997-72d7aeb16fc9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.407145] env[69529]: DEBUG oslo_vmware.rw_handles [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525fe071-fa13-fdf8-f99c-3b8e6185dc0b/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 898.407376] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Uploaded image fbdb4f2f-55d2-4703-9f4d-8ae4d74f64c6 to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 898.411274] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.411274] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-320f93d3-2383-4fbc-9213-3b865d2b6065 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.417986] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 898.417986] env[69529]: value = "task-3356044" [ 898.417986] env[69529]: _type = "Task" [ 898.417986] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.429227] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356044, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.540518] env[69529]: DEBUG nova.compute.utils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.541567] env[69529]: DEBUG nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.541660] env[69529]: DEBUG nova.network.neutron [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.643505] env[69529]: DEBUG nova.policy [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a553320fd55943f2994653304a5c92b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55781e1d537b47f59cb90f1819a4e944', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.652687] env[69529]: DEBUG nova.network.neutron [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.654664] env[69529]: DEBUG oslo_concurrency.lockutils [None req-719ec16a-4a06-476e-b8c8-84c54615637d tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.506s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.658086] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.658086] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.801784] env[69529]: DEBUG nova.network.neutron [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.840739] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bd7efa-eaf5-1a6d-dd45-3f5aad125225, 'name': SearchDatastore_Task, 'duration_secs': 0.013524} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.841185] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.841322] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.841534] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.854408] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e96c91-c005-2b2e-b0fe-90d455a0141e, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.855688] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80456e93-cc54-4db1-8d20-af3275997a69 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.864472] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 898.864472] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b6c25e-f9a1-8d98-7d0e-7183b7610343" [ 898.864472] env[69529]: _type = "Task" [ 898.864472] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.877403] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b6c25e-f9a1-8d98-7d0e-7183b7610343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.929645] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356044, 'name': Destroy_Task, 'duration_secs': 0.478848} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.929914] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Destroyed the VM [ 898.930171] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.930425] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46edb619-901a-4a9f-b7e3-c550d1912540 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.935082] env[69529]: DEBUG nova.network.neutron [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Updated VIF entry in instance network info cache for port 501dacbb-5d67-4faf-8b6c-7a6764f346c6. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.935430] env[69529]: DEBUG nova.network.neutron [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Updating instance_info_cache with network_info: [{"id": "501dacbb-5d67-4faf-8b6c-7a6764f346c6", "address": "fa:16:3e:f6:94:dc", "network": {"id": "146eef2d-b3f7-4e22-851f-ef9c8d9a8e81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1620509658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db02ea1173f04b63a63a00d656440ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap501dacbb-5d", "ovs_interfaceid": "501dacbb-5d67-4faf-8b6c-7a6764f346c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.938393] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 898.938393] env[69529]: value = "task-3356045" [ 898.938393] env[69529]: _type = "Task" [ 898.938393] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.948051] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.052313] env[69529]: DEBUG nova.compute.utils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.090608] env[69529]: DEBUG nova.network.neutron [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Successfully created port: 74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.304273] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Releasing lock "refresh_cache-8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.304629] env[69529]: DEBUG nova.compute.manager [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.304986] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.305728] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699a88bb-2f00-430f-9885-89d12993a5c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.318132] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.318421] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db2f8a69-0cbf-4b34-95f5-3ebcd004ee95 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.330525] env[69529]: DEBUG oslo_vmware.api [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 899.330525] env[69529]: value = "task-3356046" [ 899.330525] env[69529]: _type = "Task" [ 899.330525] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.345999] env[69529]: DEBUG oslo_vmware.api [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.380502] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b6c25e-f9a1-8d98-7d0e-7183b7610343, 'name': SearchDatastore_Task, 'duration_secs': 0.02461} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.384645] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.385481] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.385774] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.386160] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.386458] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68b77ee-515e-4692-99d6-fdebe3158cd8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.388898] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a28b1137-474e-4809-b0a9-0353ac651ff3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.401033] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 899.401033] env[69529]: value = "task-3356047" [ 899.401033] env[69529]: _type = "Task" [ 899.401033] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.404564] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.404564] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.407908] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d5668b-1d5f-45a2-b21e-da346df11223 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.423625] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 899.423625] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5219c742-be96-a842-51ec-6bd8448a6eac" [ 899.423625] env[69529]: _type = "Task" [ 899.423625] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.424018] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.435400] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5219c742-be96-a842-51ec-6bd8448a6eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.438233] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6d27382-bcdd-4454-a11b-575ac5e0c990 req-fe5e42a9-8853-4774-a55c-2dc45946927a service nova] Releasing lock "refresh_cache-71d266cd-782c-4cbc-9caf-99f6f85ad53e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.450433] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356045, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.555541] env[69529]: DEBUG nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.668801] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2882ddb-d934-4da1-8f1b-8d752d19581b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.677562] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a943e0c-4c87-42c9-8522-e5b809356bf1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.710275] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c176850-0efd-43b7-b562-751fc82d6c50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.719852] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b876b8-8d7b-4a95-8a86-de708a023e3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.735740] env[69529]: DEBUG nova.compute.provider_tree [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.847700] env[69529]: DEBUG oslo_vmware.api [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356046, 'name': PowerOffVM_Task, 'duration_secs': 0.136989} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.848047] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.848232] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.848506] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19ed7edc-d7be-4cf9-a6de-e62170aa45fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.884954] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.884954] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.884954] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Deleting the datastore file [datastore1] 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.885493] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc46a67b-31b6-49f7-9a51-ac4749d97f8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.894110] env[69529]: DEBUG oslo_vmware.api [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for the task: (returnval){ [ 899.894110] env[69529]: value = "task-3356049" [ 899.894110] env[69529]: _type = "Task" [ 899.894110] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.904490] env[69529]: DEBUG oslo_vmware.api [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.913638] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356047, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.918261] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.918582] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.935315] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5219c742-be96-a842-51ec-6bd8448a6eac, 'name': SearchDatastore_Task, 'duration_secs': 0.023438} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.936129] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda8ebb8-061b-4033-b8d9-54fdf81e9c3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.944152] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 899.944152] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cf7be8-7c7f-5601-c725-a2f3bed99611" [ 899.944152] env[69529]: _type = "Task" [ 899.944152] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.952138] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356045, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.963167] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cf7be8-7c7f-5601-c725-a2f3bed99611, 'name': SearchDatastore_Task, 'duration_secs': 0.016869} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.963473] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.963757] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 71d266cd-782c-4cbc-9caf-99f6f85ad53e/71d266cd-782c-4cbc-9caf-99f6f85ad53e.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.964037] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60bda80a-6751-418b-8155-843e653478c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.972388] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 899.972388] env[69529]: value = "task-3356050" [ 899.972388] env[69529]: _type = "Task" [ 899.972388] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.982212] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.239035] env[69529]: DEBUG nova.scheduler.client.report [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.406676] env[69529]: DEBUG oslo_vmware.api [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Task: {'id': task-3356049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137171} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.411212] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.411610] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.411914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.412166] env[69529]: INFO nova.compute.manager [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Took 1.11 seconds to destroy the instance on the hypervisor. [ 900.412506] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.412828] env[69529]: DEBUG nova.compute.manager [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.412993] env[69529]: DEBUG nova.network.neutron [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.423551] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527113} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.423551] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.423551] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.423756] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98f1b008-8b4c-4d0c-82c3-0e27fa6b7de7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.434422] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 900.434422] env[69529]: value = "task-3356051" [ 900.434422] env[69529]: _type = "Task" [ 900.434422] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.439046] env[69529]: DEBUG nova.network.neutron [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.447823] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.453483] env[69529]: DEBUG oslo_vmware.api [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356045, 'name': RemoveSnapshot_Task, 'duration_secs': 1.044466} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.454337] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.454597] env[69529]: INFO nova.compute.manager [None req-b12ae07d-6034-42aa-a90d-849ca1492b2f tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Took 18.50 seconds to snapshot the instance on the hypervisor. [ 900.457053] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "12450fb6-2a17-44fe-96e5-bb32456465fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.457239] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.457444] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "12450fb6-2a17-44fe-96e5-bb32456465fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.457634] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.458466] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.462347] env[69529]: INFO nova.compute.manager [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Terminating instance [ 900.485171] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356050, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.569206] env[69529]: DEBUG nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.575176] env[69529]: DEBUG nova.compute.manager [req-9db02f72-ab12-4b3d-a4e5-88623d927ab1 req-9d59ef37-e9e7-4c5b-8192-36bf0120a00d service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Received event network-vif-plugged-74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.575441] env[69529]: DEBUG oslo_concurrency.lockutils [req-9db02f72-ab12-4b3d-a4e5-88623d927ab1 req-9d59ef37-e9e7-4c5b-8192-36bf0120a00d service nova] Acquiring lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.575618] env[69529]: DEBUG oslo_concurrency.lockutils [req-9db02f72-ab12-4b3d-a4e5-88623d927ab1 req-9d59ef37-e9e7-4c5b-8192-36bf0120a00d service nova] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.575786] env[69529]: DEBUG oslo_concurrency.lockutils [req-9db02f72-ab12-4b3d-a4e5-88623d927ab1 req-9d59ef37-e9e7-4c5b-8192-36bf0120a00d service nova] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.575949] env[69529]: DEBUG nova.compute.manager [req-9db02f72-ab12-4b3d-a4e5-88623d927ab1 req-9d59ef37-e9e7-4c5b-8192-36bf0120a00d service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] No waiting events found dispatching network-vif-plugged-74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.576135] env[69529]: WARNING nova.compute.manager [req-9db02f72-ab12-4b3d-a4e5-88623d927ab1 req-9d59ef37-e9e7-4c5b-8192-36bf0120a00d service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Received unexpected event network-vif-plugged-74718400-af25-4039-98d1-1b0cb84a0366 for instance with vm_state building and task_state spawning. [ 900.601647] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:56:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='649847982',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-227296757',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.601647] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.602051] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.602325] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.602593] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.602817] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.603207] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.603251] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.603410] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.603578] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.603753] env[69529]: DEBUG nova.virt.hardware [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.604826] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1969dba-2a89-4cb6-860b-4b8fa0237ca1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.610727] env[69529]: DEBUG nova.network.neutron [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Successfully updated port: 74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.615207] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3157c3-90e8-41ea-af00-98c74f4cdcb5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.745949] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.746516] env[69529]: DEBUG nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.750162] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.037s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.753619] env[69529]: DEBUG nova.objects.instance [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'resources' on Instance uuid cd158c49-ffc2-4044-87a8-ad695e906bcb {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.943844] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356051, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.948412] env[69529]: DEBUG nova.network.neutron [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.964303] env[69529]: DEBUG nova.compute.manager [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.964847] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.967128] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a78fe-06c1-4a09-8ee7-dc1eb9ce65e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.975850] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.979231] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01917483-f294-4612-b7b0-77a1246eac49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.988022] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923727} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.990272] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 71d266cd-782c-4cbc-9caf-99f6f85ad53e/71d266cd-782c-4cbc-9caf-99f6f85ad53e.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.990494] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.990800] env[69529]: DEBUG oslo_vmware.api [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 900.990800] env[69529]: value = "task-3356052" [ 900.990800] env[69529]: _type = "Task" [ 900.990800] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.993762] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50e8e1c6-73e6-4f65-8909-07500838a6c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.007446] env[69529]: DEBUG oslo_vmware.api [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.009020] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 901.009020] env[69529]: value = "task-3356053" [ 901.009020] env[69529]: _type = "Task" [ 901.009020] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.020264] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.116757] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.116882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.117066] env[69529]: DEBUG nova.network.neutron [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.254014] env[69529]: DEBUG nova.compute.utils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.255501] env[69529]: DEBUG nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.255668] env[69529]: DEBUG nova.network.neutron [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.307671] env[69529]: DEBUG nova.policy [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c5a7e8e7cfa496596736ec579b264c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2e0bc30b9d74895bcbd3ae714d9a791', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.447183] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.52465} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.449904] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.451054] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21063249-5bc7-403c-9130-2179e678f667 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.453570] env[69529]: INFO nova.compute.manager [-] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Took 1.04 seconds to deallocate network for instance. [ 901.477303] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.480394] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3378b19-589d-4908-965a-ab09fc43ae8e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.494909] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "9089ee06-1140-4149-a2a5-15a0f1e964e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.495211] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.495428] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "9089ee06-1140-4149-a2a5-15a0f1e964e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.495613] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.495810] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.501190] env[69529]: INFO nova.compute.manager [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Terminating instance [ 901.505913] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 901.505913] env[69529]: value = "task-3356054" [ 901.505913] env[69529]: _type = "Task" [ 901.505913] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.515541] env[69529]: DEBUG oslo_vmware.api [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356052, 'name': PowerOffVM_Task, 'duration_secs': 0.213228} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.520158] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.520158] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.524594] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ecafff-d936-4606-8dd4-c20f8e17587f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.526427] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.534764] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143812} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.535067] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.535862] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ccf1f-e830-4e18-9490-ba2a8d3b5b83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.561689] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 71d266cd-782c-4cbc-9caf-99f6f85ad53e/71d266cd-782c-4cbc-9caf-99f6f85ad53e.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.562493] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c908ad-e23e-44d0-aa88-b454a91e9b0a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.587129] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 901.587129] env[69529]: value = "task-3356056" [ 901.587129] env[69529]: _type = "Task" [ 901.587129] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.595702] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.599021] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.599021] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Deleting the datastore file [datastore2] 12450fb6-2a17-44fe-96e5-bb32456465fb {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.599021] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c3de4e8-75ef-4c5d-834d-73ac8816b9af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.601218] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.607211] env[69529]: DEBUG oslo_vmware.api [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for the task: (returnval){ [ 901.607211] env[69529]: value = "task-3356057" [ 901.607211] env[69529]: _type = "Task" [ 901.607211] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.623110] env[69529]: DEBUG oslo_vmware.api [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.626275] env[69529]: DEBUG nova.network.neutron [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Successfully created port: 9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.678778] env[69529]: DEBUG nova.network.neutron [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.764647] env[69529]: DEBUG nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.910361] env[69529]: DEBUG nova.network.neutron [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Updating instance_info_cache with network_info: [{"id": "74718400-af25-4039-98d1-1b0cb84a0366", "address": "fa:16:3e:0d:f6:fc", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74718400-af", "ovs_interfaceid": "74718400-af25-4039-98d1-1b0cb84a0366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.916386] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d29950-5352-400c-b98c-9d9cd983823f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.924645] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c55ab9-7321-4686-91bf-4966c027d488 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.957468] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bf6eb5-afbc-4b41-a2e9-c988f5f5ef1d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.966669] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d273e28-ee8c-4f67-a5eb-b343cc8bdee9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.983429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.983969] env[69529]: DEBUG nova.compute.provider_tree [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.008233] env[69529]: DEBUG nova.compute.manager [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.008372] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.009379] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9badc903-ed4a-4827-9c67-c631356f2a4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.022732] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356054, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.026029] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.026172] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b948b2f-0f31-4c50-abb7-2be6145a4e0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.034604] env[69529]: DEBUG oslo_vmware.api [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 902.034604] env[69529]: value = "task-3356058" [ 902.034604] env[69529]: _type = "Task" [ 902.034604] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.045498] env[69529]: DEBUG oslo_vmware.api [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.097764] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.119739] env[69529]: DEBUG oslo_vmware.api [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Task: {'id': task-3356057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148937} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.119832] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.119939] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.120232] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.120374] env[69529]: INFO nova.compute.manager [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 902.120639] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.120838] env[69529]: DEBUG nova.compute.manager [-] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.120924] env[69529]: DEBUG nova.network.neutron [-] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.420552] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Releasing lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.420949] env[69529]: DEBUG nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Instance network_info: |[{"id": "74718400-af25-4039-98d1-1b0cb84a0366", "address": "fa:16:3e:0d:f6:fc", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74718400-af", "ovs_interfaceid": "74718400-af25-4039-98d1-1b0cb84a0366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.421429] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:f6:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74718400-af25-4039-98d1-1b0cb84a0366', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.429419] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.429747] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.429963] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb1222e8-7a04-4ed3-8aca-680adae381bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.451119] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.451119] env[69529]: value = "task-3356059" [ 902.451119] env[69529]: _type = "Task" [ 902.451119] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.464219] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356059, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.487715] env[69529]: DEBUG nova.scheduler.client.report [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.518178] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356054, 'name': ReconfigVM_Task, 'duration_secs': 0.550802} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.518485] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 2814f114-c951-458b-95d7-7b7e0c6addb8/2814f114-c951-458b-95d7-7b7e0c6addb8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.519101] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7348ec-6673-40a5-ac75-58b17707f3fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.526499] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 902.526499] env[69529]: value = "task-3356060" [ 902.526499] env[69529]: _type = "Task" [ 902.526499] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.534470] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356060, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.543628] env[69529]: DEBUG oslo_vmware.api [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356058, 'name': PowerOffVM_Task, 'duration_secs': 0.211086} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.543873] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.544072] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.544324] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03dbebd5-a680-4bc1-ac1a-788c750bc7ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.598492] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356056, 'name': ReconfigVM_Task, 'duration_secs': 0.763255} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.598820] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 71d266cd-782c-4cbc-9caf-99f6f85ad53e/71d266cd-782c-4cbc-9caf-99f6f85ad53e.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.599371] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0bd4618-190c-419c-8853-aba7629fc92e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.602478] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.602677] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.602856] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Deleting the datastore file [datastore1] 9089ee06-1140-4149-a2a5-15a0f1e964e3 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.603109] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecef5281-33bd-4145-9a8a-1b283488dec8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.608020] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 902.608020] env[69529]: value = "task-3356062" [ 902.608020] env[69529]: _type = "Task" [ 902.608020] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.612168] env[69529]: DEBUG oslo_vmware.api [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for the task: (returnval){ [ 902.612168] env[69529]: value = "task-3356063" [ 902.612168] env[69529]: _type = "Task" [ 902.612168] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.618707] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356062, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.623552] env[69529]: DEBUG oslo_vmware.api [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.714481] env[69529]: DEBUG nova.compute.manager [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Received event network-changed-74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.714731] env[69529]: DEBUG nova.compute.manager [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Refreshing instance network info cache due to event network-changed-74718400-af25-4039-98d1-1b0cb84a0366. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.714961] env[69529]: DEBUG oslo_concurrency.lockutils [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] Acquiring lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.715129] env[69529]: DEBUG oslo_concurrency.lockutils [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] Acquired lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.715289] env[69529]: DEBUG nova.network.neutron [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Refreshing network info cache for port 74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.775749] env[69529]: DEBUG nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.801383] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.801635] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.801791] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.801974] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.802133] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.802342] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.802574] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.802755] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.802929] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.803112] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.803293] env[69529]: DEBUG nova.virt.hardware [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.804147] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2511faa-69c6-481f-a9f7-3a624fb867e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.812627] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e47d8-c846-4973-8c70-24c91c7f8a5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.868173] env[69529]: DEBUG nova.network.neutron [-] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.961132] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356059, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.993045] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.995052] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.689s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.995312] env[69529]: DEBUG nova.objects.instance [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'resources' on Instance uuid 38c879a6-039b-4544-9efa-55d87a3db614 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.021894] env[69529]: INFO nova.scheduler.client.report [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted allocations for instance cd158c49-ffc2-4044-87a8-ad695e906bcb [ 903.038683] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356060, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.125688] env[69529]: DEBUG oslo_vmware.api [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Task: {'id': task-3356063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152558} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.128973] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.129195] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.129380] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.129605] env[69529]: INFO nova.compute.manager [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 903.129853] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.130076] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356062, 'name': Rename_Task, 'duration_secs': 0.142877} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.130320] env[69529]: DEBUG nova.compute.manager [-] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.130448] env[69529]: DEBUG nova.network.neutron [-] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.132210] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.132482] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60e3b192-b7b2-44b4-9fac-dded5b53b5e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.141682] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 903.141682] env[69529]: value = "task-3356064" [ 903.141682] env[69529]: _type = "Task" [ 903.141682] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.152581] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.370804] env[69529]: INFO nova.compute.manager [-] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Took 1.25 seconds to deallocate network for instance. [ 903.436283] env[69529]: DEBUG nova.network.neutron [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Successfully updated port: 9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.462519] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356059, 'name': CreateVM_Task, 'duration_secs': 0.850922} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.462697] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.463375] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.463539] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.463852] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.464363] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2adf1af1-d73e-4a6b-941a-2ced844ab18c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.469458] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 903.469458] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52227450-3d3a-717f-25c2-5468210f6cde" [ 903.469458] env[69529]: _type = "Task" [ 903.469458] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.477477] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52227450-3d3a-717f-25c2-5468210f6cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.532295] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48a9ee48-2b02-4ce1-a26d-44341f6dbe02 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "cd158c49-ffc2-4044-87a8-ad695e906bcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.538s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.545175] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356060, 'name': Rename_Task, 'duration_secs': 0.625314} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.545453] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.545786] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f071fe-aec0-4408-adad-ea43c39cf024 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.558019] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 903.558019] env[69529]: value = "task-3356065" [ 903.558019] env[69529]: _type = "Task" [ 903.558019] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.568232] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.595161] env[69529]: DEBUG nova.network.neutron [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Updated VIF entry in instance network info cache for port 74718400-af25-4039-98d1-1b0cb84a0366. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.595161] env[69529]: DEBUG nova.network.neutron [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Updating instance_info_cache with network_info: [{"id": "74718400-af25-4039-98d1-1b0cb84a0366", "address": "fa:16:3e:0d:f6:fc", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74718400-af", "ovs_interfaceid": "74718400-af25-4039-98d1-1b0cb84a0366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.654512] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356064, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.879544] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.944660] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.944660] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquired lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.944660] env[69529]: DEBUG nova.network.neutron [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.986878] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52227450-3d3a-717f-25c2-5468210f6cde, 'name': SearchDatastore_Task, 'duration_secs': 0.010681} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.990796] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.991138] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.991468] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.991691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.991947] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.992875] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06642fa4-1cf3-45c7-b87d-19dd5463cab1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.007985] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.008132] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.008974] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d4cd69-c50b-4241-bf1c-316710896000 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.015382] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 904.015382] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e8cdff-f2d2-28ce-4d80-233e23d076fd" [ 904.015382] env[69529]: _type = "Task" [ 904.015382] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.024939] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e8cdff-f2d2-28ce-4d80-233e23d076fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.062664] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2094796-5da5-4929-907e-dc6a905dea80 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.068834] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356065, 'name': PowerOnVM_Task, 'duration_secs': 0.481583} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.069496] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.069686] env[69529]: DEBUG nova.compute.manager [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.070371] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dec557-a8b0-4a07-b7f9-3c45daa15362 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.076410] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da8b973-0c43-4d92-8439-52bba06274aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.112814] env[69529]: DEBUG oslo_concurrency.lockutils [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] Releasing lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.113123] env[69529]: DEBUG nova.compute.manager [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Received event network-vif-deleted-c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.113406] env[69529]: INFO nova.compute.manager [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Neutron deleted interface c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc; detaching it from the instance and deleting it from the info cache [ 904.113469] env[69529]: DEBUG nova.network.neutron [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.117729] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4734c22b-6f97-4eb9-9005-05e7cffad3d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.120814] env[69529]: DEBUG nova.network.neutron [-] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.130523] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509b705-58cb-41e5-a44b-8641e6077209 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.149295] env[69529]: DEBUG nova.compute.provider_tree [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.160570] env[69529]: DEBUG oslo_vmware.api [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356064, 'name': PowerOnVM_Task, 'duration_secs': 0.743596} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.160876] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.161089] env[69529]: INFO nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Took 9.17 seconds to spawn the instance on the hypervisor. [ 904.161282] env[69529]: DEBUG nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.162157] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea53ef-4d98-428f-8d9a-954132acf2af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.475903] env[69529]: DEBUG nova.network.neutron [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.526039] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e8cdff-f2d2-28ce-4d80-233e23d076fd, 'name': SearchDatastore_Task, 'duration_secs': 0.022047} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.526818] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e5c42f-4c9a-4419-95e6-163d09620039 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.532487] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 904.532487] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b0ec8-e423-910e-6ee9-8d76f7a724af" [ 904.532487] env[69529]: _type = "Task" [ 904.532487] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.540779] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b0ec8-e423-910e-6ee9-8d76f7a724af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.585040] env[69529]: INFO nova.compute.manager [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] bringing vm to original state: 'stopped' [ 904.607685] env[69529]: DEBUG nova.network.neutron [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.621797] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78bfbe85-7a23-4920-baa2-3929ed894d60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.624212] env[69529]: INFO nova.compute.manager [-] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Took 1.49 seconds to deallocate network for instance. [ 904.634253] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee267e2-7bf1-4f04-9d4a-9bee70103119 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.656257] env[69529]: DEBUG nova.scheduler.client.report [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.679844] env[69529]: DEBUG nova.compute.manager [req-747b76e1-20a8-4571-b3f4-30717778659b req-d30a5c2b-71fc-4cb8-ad8b-073bed4ffbd1 service nova] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Detach interface failed, port_id=c9e6d9b7-fb7e-4c67-a308-0a6d686a29fc, reason: Instance 12450fb6-2a17-44fe-96e5-bb32456465fb could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 904.681825] env[69529]: INFO nova.compute.manager [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Took 48.60 seconds to build instance. [ 905.041444] env[69529]: DEBUG nova.compute.manager [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Received event network-vif-plugged-9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.041655] env[69529]: DEBUG oslo_concurrency.lockutils [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] Acquiring lock "e3da2690-31c8-410a-b003-b983eea08863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.041855] env[69529]: DEBUG oslo_concurrency.lockutils [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] Lock "e3da2690-31c8-410a-b003-b983eea08863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.042027] env[69529]: DEBUG oslo_concurrency.lockutils [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] Lock "e3da2690-31c8-410a-b003-b983eea08863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.042216] env[69529]: DEBUG nova.compute.manager [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] No waiting events found dispatching network-vif-plugged-9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.042393] env[69529]: WARNING nova.compute.manager [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Received unexpected event network-vif-plugged-9dd30193-f157-41b2-b09f-77ed08e74c72 for instance with vm_state building and task_state spawning. [ 905.042542] env[69529]: DEBUG nova.compute.manager [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Received event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.042770] env[69529]: DEBUG nova.compute.manager [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing instance network info cache due to event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.042900] env[69529]: DEBUG oslo_concurrency.lockutils [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] Acquiring lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.046900] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b0ec8-e423-910e-6ee9-8d76f7a724af, 'name': SearchDatastore_Task, 'duration_secs': 0.030748} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.047157] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.047435] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5/6aa9aee7-b603-4ba8-85fd-02d90cef2cd5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.047873] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0227504b-cc50-4c6c-862e-25724dfc84f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.056018] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 905.056018] env[69529]: value = "task-3356066" [ 905.056018] env[69529]: _type = "Task" [ 905.056018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.064714] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.111469] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Releasing lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.111930] env[69529]: DEBUG nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Instance network_info: |[{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.113010] env[69529]: DEBUG oslo_concurrency.lockutils [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] Acquired lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.113306] env[69529]: DEBUG nova.network.neutron [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.119022] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:22:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dd30193-f157-41b2-b09f-77ed08e74c72', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.127430] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Creating folder: Project (b2e0bc30b9d74895bcbd3ae714d9a791). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.129877] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e85afeec-e9fa-4ff9-a350-25bb11dea3d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.133588] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.148698] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Created folder: Project (b2e0bc30b9d74895bcbd3ae714d9a791) in parent group-v669649. [ 905.149383] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Creating folder: Instances. Parent ref: group-v669836. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.152705] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a35269e8-bd91-4b66-9b20-86010dd772a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.162426] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.168109] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Created folder: Instances in parent group-v669836. [ 905.168109] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.168109] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.124s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.168109] env[69529]: DEBUG nova.objects.instance [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lazy-loading 'resources' on Instance uuid 06d6148f-6569-4dc1-b0cb-d047a3c31150 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.170527] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3da2690-31c8-410a-b003-b983eea08863] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.171278] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74fc5f43-dadc-4a59-a0de-cb28019b6dba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.189310] env[69529]: INFO nova.scheduler.client.report [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted allocations for instance 38c879a6-039b-4544-9efa-55d87a3db614 [ 905.191069] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4e06a29-b76e-4289-a9aa-743a134526fc tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.278s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.200209] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.200209] env[69529]: value = "task-3356069" [ 905.200209] env[69529]: _type = "Task" [ 905.200209] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.209420] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356069, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.408417] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "df27b953-d341-4b7a-9b22-be6fedd3db50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.408700] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.567122] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356066, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.594432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "2814f114-c951-458b-95d7-7b7e0c6addb8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.594432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.594432] env[69529]: DEBUG nova.compute.manager [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.594621] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e17e8d-227f-4bb2-95bd-9b60d5cb0e4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.601401] env[69529]: DEBUG nova.compute.manager [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 905.694069] env[69529]: DEBUG nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.707141] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af536212-6407-4e10-ba83-5fa4bb623193 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "38c879a6-039b-4544-9efa-55d87a3db614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.604s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.721853] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356069, 'name': CreateVM_Task, 'duration_secs': 0.370983} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.726054] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3da2690-31c8-410a-b003-b983eea08863] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.726054] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.726054] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.726054] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.726239] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a70ecc-5350-4b76-86f8-c8d682591d0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.737381] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 905.737381] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526d7a07-7402-49e6-70e0-f5182668b7c2" [ 905.737381] env[69529]: _type = "Task" [ 905.737381] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.750952] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526d7a07-7402-49e6-70e0-f5182668b7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.750952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.751105] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.751243] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.751420] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.751641] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.752373] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f326f87-a037-4d8f-8cfc-44eceba44f5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.763106] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.763378] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.764307] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd964df-2c54-4cf0-ac9c-9136af2496bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.770802] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 905.770802] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520c01d8-e043-a2f0-5ae6-f7b9e2e9e727" [ 905.770802] env[69529]: _type = "Task" [ 905.770802] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.781494] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520c01d8-e043-a2f0-5ae6-f7b9e2e9e727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.861465] env[69529]: DEBUG nova.network.neutron [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updated VIF entry in instance network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.861813] env[69529]: DEBUG nova.network.neutron [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.068802] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523089} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.071385] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5/6aa9aee7-b603-4ba8-85fd-02d90cef2cd5.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.071621] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.072059] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5e3046d-0a77-4c15-b38f-0829742381f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.080030] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 906.080030] env[69529]: value = "task-3356070" [ 906.080030] env[69529]: _type = "Task" [ 906.080030] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.090331] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.105773] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.106120] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e069277e-4a5b-4189-b59b-8b9e27f7aaca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.113541] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 906.113541] env[69529]: value = "task-3356071" [ 906.113541] env[69529]: _type = "Task" [ 906.113541] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.123741] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.219854] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa910c-e86a-45a8-bbdf-8993b1ee30a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.223411] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.229933] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c152c78-f154-465d-99a4-6314aeecefcc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.262824] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbae47a-1be4-455a-989b-916f3ec7ad88 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.271806] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909ede1-5ff2-4529-81eb-49b78f91f3d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.287644] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520c01d8-e043-a2f0-5ae6-f7b9e2e9e727, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.296808] env[69529]: DEBUG nova.compute.provider_tree [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.298318] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0359e1-0a0d-4aaa-b9d4-d93fb3c8d9fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.304979] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 906.304979] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527f9c5a-5f1f-163b-c72d-7e554c4e751f" [ 906.304979] env[69529]: _type = "Task" [ 906.304979] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.314800] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527f9c5a-5f1f-163b-c72d-7e554c4e751f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.365955] env[69529]: DEBUG oslo_concurrency.lockutils [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] Releasing lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.366260] env[69529]: DEBUG nova.compute.manager [req-4996a688-2e5c-4640-8f83-006a0820d1b7 req-29c9af8e-6693-4852-8b65-50a98475f46d service nova] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Received event network-vif-deleted-440c344e-1154-4ff2-8215-7498c20c4502 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.592108] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07519} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.592408] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.593247] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b3aba-3af3-4272-aa59-7f5b59d0e595 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.621315] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5/6aa9aee7-b603-4ba8-85fd-02d90cef2cd5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.621705] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d67fa55d-43ce-4281-bb90-7ae21a6abbef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.655634] env[69529]: DEBUG oslo_vmware.api [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356071, 'name': PowerOffVM_Task, 'duration_secs': 0.190385} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.657425] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.657646] env[69529]: DEBUG nova.compute.manager [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.657990] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 906.657990] env[69529]: value = "task-3356072" [ 906.657990] env[69529]: _type = "Task" [ 906.657990] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.658729] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f7bf91-02c7-48f7-bcb9-9877556ad7ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.671462] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.803635] env[69529]: DEBUG nova.scheduler.client.report [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.821484] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527f9c5a-5f1f-163b-c72d-7e554c4e751f, 'name': SearchDatastore_Task, 'duration_secs': 0.026075} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.821900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.822045] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] e3da2690-31c8-410a-b003-b983eea08863/e3da2690-31c8-410a-b003-b983eea08863.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.822311] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a8848b1-1170-439a-a2f6-28734e6e7e8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.830987] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 906.830987] env[69529]: value = "task-3356073" [ 906.830987] env[69529]: _type = "Task" [ 906.830987] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.842933] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.173478] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356072, 'name': ReconfigVM_Task, 'duration_secs': 0.307355} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.173774] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5/6aa9aee7-b603-4ba8-85fd-02d90cef2cd5.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.174129] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69529) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 907.174797] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-bec288f1-acef-40c0-b9d4-633d321fc51d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.181402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.588s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.185195] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 907.185195] env[69529]: value = "task-3356074" [ 907.185195] env[69529]: _type = "Task" [ 907.185195] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.195950] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356074, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.255465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "d085abc4-f600-47a4-a917-2d993cb6df1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.255699] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.315099] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.317837] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.371s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.320056] env[69529]: INFO nova.compute.claims [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.336855] env[69529]: INFO nova.scheduler.client.report [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Deleted allocations for instance 06d6148f-6569-4dc1-b0cb-d047a3c31150 [ 907.346574] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356073, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.691532] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.698309] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356074, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.080898} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.698607] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69529) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 907.700036] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce3d253-2d95-4c56-a65d-5c1233bb6fdd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.728864] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5/ephemeral_0.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.729199] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0043527-bf35-4c33-a979-480f01cf25cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.749369] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 907.749369] env[69529]: value = "task-3356075" [ 907.749369] env[69529]: _type = "Task" [ 907.749369] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.759561] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.842983] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.88003} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.845429] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] e3da2690-31c8-410a-b003-b983eea08863/e3da2690-31c8-410a-b003-b983eea08863.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.845716] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.846228] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e194afad-41f3-417c-8ddd-9de3c3df3b0e tempest-ServerMetadataNegativeTestJSON-103930086 tempest-ServerMetadataNegativeTestJSON-103930086-project-member] Lock "06d6148f-6569-4dc1-b0cb-d047a3c31150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.387s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.847124] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-001a5200-f06a-4eba-8587-56092c19c51e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.856762] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 907.856762] env[69529]: value = "task-3356076" [ 907.856762] env[69529]: _type = "Task" [ 907.856762] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.867827] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.938114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.938114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.938114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.938114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.938777] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.941306] env[69529]: INFO nova.compute.manager [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Terminating instance [ 908.263368] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356075, 'name': ReconfigVM_Task, 'duration_secs': 0.388929} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.263731] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5/ephemeral_0.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.264537] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64e5b273-f3ef-402e-b202-d66752ae0f36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.273795] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 908.273795] env[69529]: value = "task-3356077" [ 908.273795] env[69529]: _type = "Task" [ 908.273795] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.282663] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356077, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.373128] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096212} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.373429] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.374236] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5207de02-f8b1-49c8-bf7d-ebf75f14c3ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.403305] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e3da2690-31c8-410a-b003-b983eea08863/e3da2690-31c8-410a-b003-b983eea08863.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.406399] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa23826e-c62c-454a-937d-fe21d4d13323 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.437753] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 908.437753] env[69529]: value = "task-3356078" [ 908.437753] env[69529]: _type = "Task" [ 908.437753] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.445970] env[69529]: DEBUG nova.compute.manager [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.446225] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.455020] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b788c-c561-46df-88a8-dea31b49f368 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.455020] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.459312] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.459564] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d0a2e4b-b5b3-4e7f-bc2a-cc1862bd42e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.470626] env[69529]: DEBUG oslo_vmware.api [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 908.470626] env[69529]: value = "task-3356079" [ 908.470626] env[69529]: _type = "Task" [ 908.470626] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.482875] env[69529]: DEBUG oslo_vmware.api [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.511164] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "2814f114-c951-458b-95d7-7b7e0c6addb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.511457] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.511681] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "2814f114-c951-458b-95d7-7b7e0c6addb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.511882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.512048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.517396] env[69529]: INFO nova.compute.manager [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Terminating instance [ 908.791759] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356077, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.953186] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.985710] env[69529]: DEBUG oslo_vmware.api [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356079, 'name': PowerOffVM_Task, 'duration_secs': 0.228126} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.985997] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.986187] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.986466] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb24bc0d-e302-4363-a68f-db4337987763 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.025099] env[69529]: DEBUG nova.compute.manager [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.025099] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.025873] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0588c8-5fbd-4823-8cad-fd662d019156 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.034071] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.034443] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f24b156-2d4a-4428-913c-f0053f38b893 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.040752] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d549636-06fe-4235-a8f9-3384bd9ad80d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.046987] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525f83a-ce57-4a15-95ca-fd51ed158328 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.082397] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955cab18-2b7a-4415-b256-27e5a6d1534f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.091203] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fd50d1-5e14-4230-8913-eea10fcc7126 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.107302] env[69529]: DEBUG nova.compute.provider_tree [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.287608] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356077, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.451320] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356078, 'name': ReconfigVM_Task, 'duration_secs': 0.60223} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.451320] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e3da2690-31c8-410a-b003-b983eea08863/e3da2690-31c8-410a-b003-b983eea08863.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.452218] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2efff160-9002-4f04-845a-2cb4914a3f0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.459075] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 909.459075] env[69529]: value = "task-3356082" [ 909.459075] env[69529]: _type = "Task" [ 909.459075] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.467963] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356082, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.610772] env[69529]: DEBUG nova.scheduler.client.report [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.788403] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356077, 'name': Rename_Task, 'duration_secs': 1.364359} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.789068] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.789068] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddc22d80-f944-44d4-95e1-656a00cfa537 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.796393] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 909.796393] env[69529]: value = "task-3356083" [ 909.796393] env[69529]: _type = "Task" [ 909.796393] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.805398] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.969604] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356082, 'name': Rename_Task, 'duration_secs': 0.178089} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.971029] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.971029] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cada03be-816c-471a-99f4-efcbecec4010 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.979027] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 909.979027] env[69529]: value = "task-3356084" [ 909.979027] env[69529]: _type = "Task" [ 909.979027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.989319] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.116924] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.117795] env[69529]: DEBUG nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.121230] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.028s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.123022] env[69529]: INFO nova.compute.claims [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.307738] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356083, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.491300] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.628862] env[69529]: DEBUG nova.compute.utils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.633173] env[69529]: DEBUG nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.633379] env[69529]: DEBUG nova.network.neutron [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.669889] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.670075] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.670267] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleting the datastore file [datastore1] 2814f114-c951-458b-95d7-7b7e0c6addb8 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.670537] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.670700] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.671331] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Deleting the datastore file [datastore1] 71d266cd-782c-4cbc-9caf-99f6f85ad53e {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.671331] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2432cfe-7d52-4fc7-b523-6224e0c9b412 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.673431] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a36024de-1d00-4b1c-84e0-d058370264bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.681172] env[69529]: DEBUG oslo_vmware.api [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 910.681172] env[69529]: value = "task-3356085" [ 910.681172] env[69529]: _type = "Task" [ 910.681172] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.682412] env[69529]: DEBUG oslo_vmware.api [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 910.682412] env[69529]: value = "task-3356086" [ 910.682412] env[69529]: _type = "Task" [ 910.682412] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.694194] env[69529]: DEBUG oslo_vmware.api [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.697544] env[69529]: DEBUG oslo_vmware.api [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.701798] env[69529]: DEBUG nova.policy [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ac559c917e4c4c8944434aa4981603', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6a4e5399ce34149b80523f17fd6a641', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.809037] env[69529]: DEBUG oslo_vmware.api [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356083, 'name': PowerOnVM_Task, 'duration_secs': 0.529878} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.809369] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.809581] env[69529]: INFO nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Took 10.24 seconds to spawn the instance on the hypervisor. [ 910.809900] env[69529]: DEBUG nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.810642] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5667c5fc-a4a0-497a-b44b-0bca16807dd7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.991259] env[69529]: DEBUG oslo_vmware.api [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356084, 'name': PowerOnVM_Task, 'duration_secs': 0.514898} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.992343] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.992708] env[69529]: INFO nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Took 8.22 seconds to spawn the instance on the hypervisor. [ 910.993611] env[69529]: DEBUG nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.994594] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164111b0-c711-4937-b17b-7bb3b44b6f18 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.999040] env[69529]: DEBUG nova.network.neutron [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Successfully created port: 6552672e-2bca-4bb0-adf1-bd687050a52b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.134632] env[69529]: DEBUG nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.202517] env[69529]: DEBUG oslo_vmware.api [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183096} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.202622] env[69529]: DEBUG oslo_vmware.api [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180556} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.202622] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.202622] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.202622] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.202622] env[69529]: INFO nova.compute.manager [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Took 2.18 seconds to destroy the instance on the hypervisor. [ 911.202622] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.202622] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.202622] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.202622] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.204430] env[69529]: INFO nova.compute.manager [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Took 2.76 seconds to destroy the instance on the hypervisor. [ 911.204430] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.204779] env[69529]: DEBUG nova.compute.manager [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.204779] env[69529]: DEBUG nova.network.neutron [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.209019] env[69529]: DEBUG nova.compute.manager [-] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.209019] env[69529]: DEBUG nova.network.neutron [-] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.338130] env[69529]: INFO nova.compute.manager [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Took 52.90 seconds to build instance. [ 911.518474] env[69529]: INFO nova.compute.manager [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Took 52.41 seconds to build instance. [ 911.773104] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c29489-4e33-4b81-bb60-6bbca1e62f72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.783262] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f4e395-113e-4bed-a320-e869b2367bba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.815653] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd36ca31-f55e-44a3-ae2c-f6a426f3277c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.819244] env[69529]: DEBUG nova.compute.manager [req-62dbfebf-9aba-4f3f-a401-0296b5d3411f req-6bdac26f-8bce-441a-804f-f6e31be054c8 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Received event network-vif-deleted-cba1de4d-7339-42cf-b08a-8e31e730a085 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.819861] env[69529]: INFO nova.compute.manager [req-62dbfebf-9aba-4f3f-a401-0296b5d3411f req-6bdac26f-8bce-441a-804f-f6e31be054c8 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Neutron deleted interface cba1de4d-7339-42cf-b08a-8e31e730a085; detaching it from the instance and deleting it from the info cache [ 911.819861] env[69529]: DEBUG nova.network.neutron [req-62dbfebf-9aba-4f3f-a401-0296b5d3411f req-6bdac26f-8bce-441a-804f-f6e31be054c8 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.827633] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484ecefe-98c2-4305-8928-9f71b7dd9fd7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.842276] env[69529]: DEBUG nova.compute.provider_tree [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.843676] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c983d0e1-5d9c-4a70-adad-4f3c1eb7672b tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.556s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.023960] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5b3464ec-d3c5-4ffc-95c4-d9016716c251 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "e3da2690-31c8-410a-b003-b983eea08863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.568s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.151227] env[69529]: DEBUG nova.network.neutron [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.154996] env[69529]: DEBUG nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.155958] env[69529]: DEBUG nova.network.neutron [-] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.188796] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.189115] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.189224] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.189403] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.189580] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.189743] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.189954] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.191453] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.191453] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.191453] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.191453] env[69529]: DEBUG nova.virt.hardware [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.192233] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ca2c1-6687-4fda-a491-0cf5523c0f22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.202426] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa403920-edae-46a5-b252-6f32593a5c8e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.322794] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13f75572-ad8a-4680-bd2c-915132455e51 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.334480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d393c48-0b80-4cd1-8a2a-3fe224e6835c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.347233] env[69529]: DEBUG nova.scheduler.client.report [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.351169] env[69529]: DEBUG nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.388110] env[69529]: DEBUG nova.compute.manager [req-62dbfebf-9aba-4f3f-a401-0296b5d3411f req-6bdac26f-8bce-441a-804f-f6e31be054c8 service nova] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Detach interface failed, port_id=cba1de4d-7339-42cf-b08a-8e31e730a085, reason: Instance 2814f114-c951-458b-95d7-7b7e0c6addb8 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.526933] env[69529]: DEBUG nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.535783] env[69529]: DEBUG nova.network.neutron [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Successfully updated port: 6552672e-2bca-4bb0-adf1-bd687050a52b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.656804] env[69529]: INFO nova.compute.manager [-] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Took 1.45 seconds to deallocate network for instance. [ 912.668019] env[69529]: INFO nova.compute.manager [-] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Took 1.46 seconds to deallocate network for instance. [ 912.865219] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.865730] env[69529]: DEBUG nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.872640] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.568s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.874150] env[69529]: INFO nova.compute.claims [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.911449] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.035639] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "refresh_cache-af0cf76e-09b7-42d6-8917-0d602f023ac4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.036333] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquired lock "refresh_cache-af0cf76e-09b7-42d6-8917-0d602f023ac4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.037550] env[69529]: DEBUG nova.network.neutron [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.059514] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.167760] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.172266] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.214420] env[69529]: DEBUG nova.compute.manager [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Received event network-changed-74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.214695] env[69529]: DEBUG nova.compute.manager [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Refreshing instance network info cache due to event network-changed-74718400-af25-4039-98d1-1b0cb84a0366. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.214991] env[69529]: DEBUG oslo_concurrency.lockutils [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] Acquiring lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.215362] env[69529]: DEBUG oslo_concurrency.lockutils [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] Acquired lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.215609] env[69529]: DEBUG nova.network.neutron [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Refreshing network info cache for port 74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.386953] env[69529]: DEBUG nova.compute.utils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.386953] env[69529]: DEBUG nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.386953] env[69529]: DEBUG nova.network.neutron [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.435164] env[69529]: DEBUG nova.policy [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e724ec655d4f3c9001ce7ff26e6774', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c805fee401684cf5b2c2ed1898d2dc55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.585349] env[69529]: DEBUG nova.network.neutron [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.837171] env[69529]: DEBUG nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Received event network-vif-deleted-501dacbb-5d67-4faf-8b6c-7a6764f346c6 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.837850] env[69529]: DEBUG nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Received event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.840292] env[69529]: DEBUG nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing instance network info cache due to event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.840292] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Acquiring lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.840292] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Acquired lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.840292] env[69529]: DEBUG nova.network.neutron [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.855415] env[69529]: DEBUG nova.network.neutron [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Updating instance_info_cache with network_info: [{"id": "6552672e-2bca-4bb0-adf1-bd687050a52b", "address": "fa:16:3e:f4:dd:fb", "network": {"id": "83c16ca7-02b0-4ac4-a547-51fcc4b62516", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2100953064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6a4e5399ce34149b80523f17fd6a641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6552672e-2b", "ovs_interfaceid": "6552672e-2bca-4bb0-adf1-bd687050a52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.889013] env[69529]: DEBUG nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.933524] env[69529]: DEBUG nova.network.neutron [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Successfully created port: 099465d2-889d-4342-9bfd-3010e3175a25 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.109211] env[69529]: DEBUG nova.network.neutron [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Updated VIF entry in instance network info cache for port 74718400-af25-4039-98d1-1b0cb84a0366. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.109535] env[69529]: DEBUG nova.network.neutron [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Updating instance_info_cache with network_info: [{"id": "74718400-af25-4039-98d1-1b0cb84a0366", "address": "fa:16:3e:0d:f6:fc", "network": {"id": "97bf1339-ba23-48df-ba56-5ea838654a7d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1508075521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55781e1d537b47f59cb90f1819a4e944", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74718400-af", "ovs_interfaceid": "74718400-af25-4039-98d1-1b0cb84a0366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.368249] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Releasing lock "refresh_cache-af0cf76e-09b7-42d6-8917-0d602f023ac4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.368567] env[69529]: DEBUG nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Instance network_info: |[{"id": "6552672e-2bca-4bb0-adf1-bd687050a52b", "address": "fa:16:3e:f4:dd:fb", "network": {"id": "83c16ca7-02b0-4ac4-a547-51fcc4b62516", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2100953064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6a4e5399ce34149b80523f17fd6a641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6552672e-2b", "ovs_interfaceid": "6552672e-2bca-4bb0-adf1-bd687050a52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.369294] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:dd:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6552672e-2bca-4bb0-adf1-bd687050a52b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.378445] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Creating folder: Project (a6a4e5399ce34149b80523f17fd6a641). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.380897] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa5afc01-2ce8-4a95-a26a-9fab809ed8a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.400240] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Created folder: Project (a6a4e5399ce34149b80523f17fd6a641) in parent group-v669649. [ 914.400415] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Creating folder: Instances. Parent ref: group-v669839. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.401073] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2a3c928-2681-4ea9-8313-b0e95d5c3b77 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.414924] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Created folder: Instances in parent group-v669839. [ 914.415070] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.415282] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.415623] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e85a97e0-c839-43d9-9f45-37463a4d373a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.444483] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.444483] env[69529]: value = "task-3356089" [ 914.444483] env[69529]: _type = "Task" [ 914.444483] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.456202] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356089, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.487421] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f986a081-d31c-44a6-9696-7940bf1d68ff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.498866] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02db021-f333-4a0e-930e-813054ace0f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.549552] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd611c-a8d8-4cb5-98cb-e954d05cc840 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.561875] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a62359b-1d13-4533-b611-0ce5291ec7aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.579670] env[69529]: DEBUG nova.compute.provider_tree [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.614079] env[69529]: DEBUG oslo_concurrency.lockutils [req-6c74b079-2136-4bf0-98ba-b78e9adf8904 req-01f81b92-d3ec-4ec7-81df-fda05e1e46c1 service nova] Releasing lock "refresh_cache-6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.624444] env[69529]: DEBUG nova.network.neutron [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updated VIF entry in instance network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.624839] env[69529]: DEBUG nova.network.neutron [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.902271] env[69529]: DEBUG nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.930708] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.931015] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.931220] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.931442] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.931620] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.931803] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.932060] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.932259] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.932478] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.932676] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.932867] env[69529]: DEBUG nova.virt.hardware [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.933750] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92b323c-f5a4-4e1f-9653-ad685a154ddc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.942733] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d673960-d0d9-4977-80f7-858097427726 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.956872] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356089, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.083123] env[69529]: DEBUG nova.scheduler.client.report [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.128141] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Releasing lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.128487] env[69529]: DEBUG nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Received event network-vif-plugged-6552672e-2bca-4bb0-adf1-bd687050a52b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.128613] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Acquiring lock "af0cf76e-09b7-42d6-8917-0d602f023ac4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.128811] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.128973] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.129149] env[69529]: DEBUG nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] No waiting events found dispatching network-vif-plugged-6552672e-2bca-4bb0-adf1-bd687050a52b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.129330] env[69529]: WARNING nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Received unexpected event network-vif-plugged-6552672e-2bca-4bb0-adf1-bd687050a52b for instance with vm_state building and task_state spawning. [ 915.129477] env[69529]: DEBUG nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Received event network-changed-6552672e-2bca-4bb0-adf1-bd687050a52b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.129629] env[69529]: DEBUG nova.compute.manager [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Refreshing instance network info cache due to event network-changed-6552672e-2bca-4bb0-adf1-bd687050a52b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.129809] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Acquiring lock "refresh_cache-af0cf76e-09b7-42d6-8917-0d602f023ac4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.129971] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Acquired lock "refresh_cache-af0cf76e-09b7-42d6-8917-0d602f023ac4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.130146] env[69529]: DEBUG nova.network.neutron [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Refreshing network info cache for port 6552672e-2bca-4bb0-adf1-bd687050a52b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.458212] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356089, 'name': CreateVM_Task, 'duration_secs': 0.770708} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.458356] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.459073] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.459241] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.459557] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.459838] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6321b5cd-2507-4572-b61f-5616dbe42885 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.464615] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 915.464615] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e62c1-3e10-9c38-a1fd-43101e4215e8" [ 915.464615] env[69529]: _type = "Task" [ 915.464615] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.472554] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e62c1-3e10-9c38-a1fd-43101e4215e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.508384] env[69529]: DEBUG nova.network.neutron [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Successfully updated port: 099465d2-889d-4342-9bfd-3010e3175a25 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.586990] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.587946] env[69529]: DEBUG nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.590187] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.111s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.591529] env[69529]: DEBUG nova.objects.instance [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 915.832366] env[69529]: DEBUG nova.network.neutron [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Updated VIF entry in instance network info cache for port 6552672e-2bca-4bb0-adf1-bd687050a52b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.832747] env[69529]: DEBUG nova.network.neutron [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Updating instance_info_cache with network_info: [{"id": "6552672e-2bca-4bb0-adf1-bd687050a52b", "address": "fa:16:3e:f4:dd:fb", "network": {"id": "83c16ca7-02b0-4ac4-a547-51fcc4b62516", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2100953064-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6a4e5399ce34149b80523f17fd6a641", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6552672e-2b", "ovs_interfaceid": "6552672e-2bca-4bb0-adf1-bd687050a52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.870843] env[69529]: DEBUG nova.compute.manager [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Received event network-vif-plugged-099465d2-889d-4342-9bfd-3010e3175a25 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.871351] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] Acquiring lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.871351] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.871514] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.871690] env[69529]: DEBUG nova.compute.manager [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] No waiting events found dispatching network-vif-plugged-099465d2-889d-4342-9bfd-3010e3175a25 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.871890] env[69529]: WARNING nova.compute.manager [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Received unexpected event network-vif-plugged-099465d2-889d-4342-9bfd-3010e3175a25 for instance with vm_state building and task_state spawning. [ 915.872142] env[69529]: DEBUG nova.compute.manager [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Received event network-changed-099465d2-889d-4342-9bfd-3010e3175a25 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.872338] env[69529]: DEBUG nova.compute.manager [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Refreshing instance network info cache due to event network-changed-099465d2-889d-4342-9bfd-3010e3175a25. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.872541] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] Acquiring lock "refresh_cache-f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.872692] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] Acquired lock "refresh_cache-f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.872851] env[69529]: DEBUG nova.network.neutron [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Refreshing network info cache for port 099465d2-889d-4342-9bfd-3010e3175a25 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.975661] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522e62c1-3e10-9c38-a1fd-43101e4215e8, 'name': SearchDatastore_Task, 'duration_secs': 0.021722} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.975980] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.976231] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.976463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.976609] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.976792] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.977061] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c760d528-3fdb-4f82-87ed-6fd64a55e109 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.986231] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.986411] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.987129] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172349ab-965d-45d9-86d8-ac12c548c1be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.993125] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 915.993125] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e25a70-6cba-841d-3b25-f6b5608a0583" [ 915.993125] env[69529]: _type = "Task" [ 915.993125] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.001336] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e25a70-6cba-841d-3b25-f6b5608a0583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.010358] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "refresh_cache-f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.097233] env[69529]: DEBUG nova.compute.utils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.098660] env[69529]: DEBUG nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.098828] env[69529]: DEBUG nova.network.neutron [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.140309] env[69529]: DEBUG nova.policy [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd225dbeea6b4a8a88e6a95487dd616c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e35df3fcf50435193afadd60fb2e16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.335167] env[69529]: DEBUG oslo_concurrency.lockutils [req-1ff60a36-52e0-478e-bdc0-6efe7f5d3f62 req-cc1c4ce1-7aa7-46e6-9862-3607d2aed656 service nova] Releasing lock "refresh_cache-af0cf76e-09b7-42d6-8917-0d602f023ac4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.407452] env[69529]: DEBUG nova.network.neutron [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Successfully created port: 27334dcd-9577-4fdb-bbd6-2d26d39e2588 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.418089] env[69529]: DEBUG nova.network.neutron [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.504036] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e25a70-6cba-841d-3b25-f6b5608a0583, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.504860] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba680b6-4671-4511-ac78-6ce1fcfd52c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.510979] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 916.510979] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52222250-4344-9898-e536-33fc63b6b492" [ 916.510979] env[69529]: _type = "Task" [ 916.510979] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.522225] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52222250-4344-9898-e536-33fc63b6b492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.549468] env[69529]: DEBUG nova.network.neutron [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.600346] env[69529]: DEBUG oslo_concurrency.lockutils [None req-449da295-e71d-45c3-b503-cbdc3b1e3d3f tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.601391] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.139s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.601629] env[69529]: DEBUG nova.objects.instance [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lazy-loading 'resources' on Instance uuid 63b5368d-43c0-4143-a281-5d83b8fa7642 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.606578] env[69529]: DEBUG nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.022812] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52222250-4344-9898-e536-33fc63b6b492, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.023095] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.023366] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] af0cf76e-09b7-42d6-8917-0d602f023ac4/af0cf76e-09b7-42d6-8917-0d602f023ac4.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.023635] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b98a409-612d-492a-b9da-c05df20b71be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.031831] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 917.031831] env[69529]: value = "task-3356090" [ 917.031831] env[69529]: _type = "Task" [ 917.031831] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.040351] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.052115] env[69529]: DEBUG oslo_concurrency.lockutils [req-0e6fc92d-9f7b-42f2-9137-cd3cd64cecd2 req-4a66ef87-5366-4fe6-bbfa-f66266f4b28a service nova] Releasing lock "refresh_cache-f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.052465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "refresh_cache-f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.052661] env[69529]: DEBUG nova.network.neutron [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.544954] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482329} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.544954] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] af0cf76e-09b7-42d6-8917-0d602f023ac4/af0cf76e-09b7-42d6-8917-0d602f023ac4.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.544954] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.545301] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78568766-db9d-4849-8b49-1f158b7fc6f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.552936] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 917.552936] env[69529]: value = "task-3356091" [ 917.552936] env[69529]: _type = "Task" [ 917.552936] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.565329] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.592870] env[69529]: DEBUG nova.network.neutron [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.617782] env[69529]: DEBUG nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.651319] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4a1b29620b080de3ebf2aa98b6a85f5d',container_format='bare',created_at=2025-04-08T01:00:18Z,direct_url=,disk_format='vmdk',id=51beaef0-ce08-48d2-8634-0e159c8c7205,min_disk=1,min_ram=0,name='tempest-test-snap-2033493095',owner='3e35df3fcf50435193afadd60fb2e16d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-08T01:00:32Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.652026] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.652026] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.652026] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.652026] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.652187] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.652396] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.652551] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.652716] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.652880] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.653156] env[69529]: DEBUG nova.virt.hardware [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.654295] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c689eca3-8114-4597-b9dd-2aef3411ac0b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.665424] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05f8115-0666-48ab-8722-5114251d435c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.674155] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadbca47-7f47-48ab-8fb7-5f27e4605a5b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.689387] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7d1ce-76a5-45a0-8339-80ced9572a4a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.736745] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5625133-44c4-419f-9f7c-2eefc7040dac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.745502] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66547f-7bdc-4ba3-8f56-580b2d43488c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.759460] env[69529]: DEBUG nova.compute.provider_tree [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.786303] env[69529]: DEBUG nova.network.neutron [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Updating instance_info_cache with network_info: [{"id": "099465d2-889d-4342-9bfd-3010e3175a25", "address": "fa:16:3e:c1:a8:92", "network": {"id": "bebdd3a9-4857-419a-84cb-931f62687963", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1886027373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c805fee401684cf5b2c2ed1898d2dc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099465d2-88", "ovs_interfaceid": "099465d2-889d-4342-9bfd-3010e3175a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.896866] env[69529]: DEBUG nova.compute.manager [req-ffa359d4-2350-480c-a774-400872dd9c74 req-30b10af5-60c2-4834-bc6b-179ee7f08000 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Received event network-vif-plugged-27334dcd-9577-4fdb-bbd6-2d26d39e2588 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.896866] env[69529]: DEBUG oslo_concurrency.lockutils [req-ffa359d4-2350-480c-a774-400872dd9c74 req-30b10af5-60c2-4834-bc6b-179ee7f08000 service nova] Acquiring lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.896866] env[69529]: DEBUG oslo_concurrency.lockutils [req-ffa359d4-2350-480c-a774-400872dd9c74 req-30b10af5-60c2-4834-bc6b-179ee7f08000 service nova] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.896866] env[69529]: DEBUG oslo_concurrency.lockutils [req-ffa359d4-2350-480c-a774-400872dd9c74 req-30b10af5-60c2-4834-bc6b-179ee7f08000 service nova] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.896981] env[69529]: DEBUG nova.compute.manager [req-ffa359d4-2350-480c-a774-400872dd9c74 req-30b10af5-60c2-4834-bc6b-179ee7f08000 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] No waiting events found dispatching network-vif-plugged-27334dcd-9577-4fdb-bbd6-2d26d39e2588 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.897535] env[69529]: WARNING nova.compute.manager [req-ffa359d4-2350-480c-a774-400872dd9c74 req-30b10af5-60c2-4834-bc6b-179ee7f08000 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Received unexpected event network-vif-plugged-27334dcd-9577-4fdb-bbd6-2d26d39e2588 for instance with vm_state building and task_state spawning. [ 917.956045] env[69529]: DEBUG nova.network.neutron [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Successfully updated port: 27334dcd-9577-4fdb-bbd6-2d26d39e2588 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.063784] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070788} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.064100] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.064902] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be744534-6c53-447f-bea4-078a081979e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.089558] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] af0cf76e-09b7-42d6-8917-0d602f023ac4/af0cf76e-09b7-42d6-8917-0d602f023ac4.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.089900] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f9b0b0-21cb-4489-ae1d-fc0465378b7a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.112840] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 918.112840] env[69529]: value = "task-3356092" [ 918.112840] env[69529]: _type = "Task" [ 918.112840] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.124964] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.264367] env[69529]: DEBUG nova.scheduler.client.report [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.289155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "refresh_cache-f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.289525] env[69529]: DEBUG nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Instance network_info: |[{"id": "099465d2-889d-4342-9bfd-3010e3175a25", "address": "fa:16:3e:c1:a8:92", "network": {"id": "bebdd3a9-4857-419a-84cb-931f62687963", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1886027373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c805fee401684cf5b2c2ed1898d2dc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099465d2-88", "ovs_interfaceid": "099465d2-889d-4342-9bfd-3010e3175a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.289965] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:a8:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '099465d2-889d-4342-9bfd-3010e3175a25', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.298118] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.298677] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.298877] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be825c3b-7cde-4a57-98a3-4f49dd31d223 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.320064] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.320064] env[69529]: value = "task-3356093" [ 918.320064] env[69529]: _type = "Task" [ 918.320064] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.330345] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356093, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.460202] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "refresh_cache-eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.460524] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "refresh_cache-eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.460579] env[69529]: DEBUG nova.network.neutron [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.623408] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356092, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.772625] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.775274] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.161s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.776822] env[69529]: INFO nova.compute.claims [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.795507] env[69529]: INFO nova.scheduler.client.report [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleted allocations for instance 63b5368d-43c0-4143-a281-5d83b8fa7642 [ 918.831705] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356093, 'name': CreateVM_Task, 'duration_secs': 0.417209} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.831797] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.832496] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.832665] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.832967] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.833241] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c526a89-2d8f-44f1-a9f8-dbaafe32fa6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.838396] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 918.838396] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520e2809-5772-f8f6-b923-c6f644852126" [ 918.838396] env[69529]: _type = "Task" [ 918.838396] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.847784] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520e2809-5772-f8f6-b923-c6f644852126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.997420] env[69529]: DEBUG nova.network.neutron [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.123949] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356092, 'name': ReconfigVM_Task, 'duration_secs': 0.568749} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.124197] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] af0cf76e-09b7-42d6-8917-0d602f023ac4/af0cf76e-09b7-42d6-8917-0d602f023ac4.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.124811] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c09fa387-36ad-4074-93a6-3a957b2d0026 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.135065] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 919.135065] env[69529]: value = "task-3356094" [ 919.135065] env[69529]: _type = "Task" [ 919.135065] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.144025] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356094, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.171013] env[69529]: DEBUG nova.network.neutron [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Updating instance_info_cache with network_info: [{"id": "27334dcd-9577-4fdb-bbd6-2d26d39e2588", "address": "fa:16:3e:64:2d:82", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27334dcd-95", "ovs_interfaceid": "27334dcd-9577-4fdb-bbd6-2d26d39e2588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.303083] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1532dace-7cdc-4f99-a512-ab5cd94e7a30 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "63b5368d-43c0-4143-a281-5d83b8fa7642" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.885s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.350305] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520e2809-5772-f8f6-b923-c6f644852126, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.350589] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.350815] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.352187] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.352187] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.352187] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.352187] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e826b0f-3e2e-497b-ad2e-946d9ca82845 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.360784] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.360973] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.361711] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78788e4c-726a-46e8-ad79-41c3da8895a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.367167] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 919.367167] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b8d8e-4b65-5c9e-4837-a67031cea2a4" [ 919.367167] env[69529]: _type = "Task" [ 919.367167] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.375704] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b8d8e-4b65-5c9e-4837-a67031cea2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.645872] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356094, 'name': Rename_Task, 'duration_secs': 0.147028} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.646179] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.646435] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47f094e5-4ddd-4f25-ac8c-0ff24c06bd2f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.653496] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 919.653496] env[69529]: value = "task-3356095" [ 919.653496] env[69529]: _type = "Task" [ 919.653496] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.662014] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.673664] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "refresh_cache-eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.674010] env[69529]: DEBUG nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Instance network_info: |[{"id": "27334dcd-9577-4fdb-bbd6-2d26d39e2588", "address": "fa:16:3e:64:2d:82", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27334dcd-95", "ovs_interfaceid": "27334dcd-9577-4fdb-bbd6-2d26d39e2588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.674432] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:2d:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27334dcd-9577-4fdb-bbd6-2d26d39e2588', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.682932] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.683185] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.683398] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-677a31fb-3d56-4890-8319-44a24841ff96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.710052] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.710052] env[69529]: value = "task-3356096" [ 919.710052] env[69529]: _type = "Task" [ 919.710052] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.719873] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356096, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.610772] env[69529]: DEBUG nova.compute.manager [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Received event network-changed-27334dcd-9577-4fdb-bbd6-2d26d39e2588 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.610903] env[69529]: DEBUG nova.compute.manager [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Refreshing instance network info cache due to event network-changed-27334dcd-9577-4fdb-bbd6-2d26d39e2588. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.611137] env[69529]: DEBUG oslo_concurrency.lockutils [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] Acquiring lock "refresh_cache-eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.611281] env[69529]: DEBUG oslo_concurrency.lockutils [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] Acquired lock "refresh_cache-eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.611440] env[69529]: DEBUG nova.network.neutron [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Refreshing network info cache for port 27334dcd-9577-4fdb-bbd6-2d26d39e2588 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.629645] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522b8d8e-4b65-5c9e-4837-a67031cea2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009412} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.639217] env[69529]: DEBUG oslo_vmware.api [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356095, 'name': PowerOnVM_Task, 'duration_secs': 0.693875} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.639428] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356096, 'name': CreateVM_Task, 'duration_secs': 0.350187} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.639815] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760d60de-870f-434c-87ba-50d9e2fc5503 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.642122] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.642335] env[69529]: INFO nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Took 8.49 seconds to spawn the instance on the hypervisor. [ 920.642515] env[69529]: DEBUG nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.642712] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.643647] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d5ac3b-1fe3-47c6-8aa6-cb02313776b6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.646360] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.646601] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.646872] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.648232] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de79bec5-aa5d-49d5-b41a-4d20517d992f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.651228] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 920.651228] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5284c4fa-7c22-42f2-2956-a2fd2ea96726" [ 920.651228] env[69529]: _type = "Task" [ 920.651228] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.662019] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 920.662019] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f3fb14-3790-3946-0549-29c3cddd66f4" [ 920.662019] env[69529]: _type = "Task" [ 920.662019] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.669491] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5284c4fa-7c22-42f2-2956-a2fd2ea96726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.678638] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.678914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Processing image 51beaef0-ce08-48d2-8634-0e159c8c7205 {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.679185] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205/51beaef0-ce08-48d2-8634-0e159c8c7205.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.679331] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205/51beaef0-ce08-48d2-8634-0e159c8c7205.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.679503] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.679938] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-988c79ca-1b8b-47c9-8d0f-3721c11ad981 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.705899] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.706156] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.707150] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def8e9be-2355-4a63-a1fe-9b1bac5fdafc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.717401] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 920.717401] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216c38e-c2f0-9007-bca7-4bad734a8801" [ 920.717401] env[69529]: _type = "Task" [ 920.717401] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.721874] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5216c38e-c2f0-9007-bca7-4bad734a8801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.069699] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67850388-9f4f-4988-93a2-40f457ad26b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.077667] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408411c0-32c8-4680-917c-e4b7d3ec8048 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.108606] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210ed669-8cab-4ad5-8522-b591dc9dc1df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.116391] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b850e3-d497-465b-b3e2-a7779d5c1a6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.122260] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.122496] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.122690] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.122870] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.123042] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.124583] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "46e5ab90-035b-450c-ba7f-c06b5c223212" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.124779] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.124957] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "46e5ab90-035b-450c-ba7f-c06b5c223212-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.125152] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.125311] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.127173] env[69529]: INFO nova.compute.manager [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Terminating instance [ 921.128479] env[69529]: INFO nova.compute.manager [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Terminating instance [ 921.139172] env[69529]: DEBUG nova.compute.provider_tree [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.165686] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5284c4fa-7c22-42f2-2956-a2fd2ea96726, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.168084] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.168351] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f54a2b28-fe6a-48eb-bc06-f5493ce33bc8/f54a2b28-fe6a-48eb-bc06-f5493ce33bc8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.170076] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b64e6527-4dec-4b3d-a7ea-ae639edcbb61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.173790] env[69529]: INFO nova.compute.manager [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Took 44.25 seconds to build instance. [ 921.180827] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 921.180827] env[69529]: value = "task-3356097" [ 921.180827] env[69529]: _type = "Task" [ 921.180827] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.189929] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.226723] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Preparing fetch location {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 921.226970] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Fetch image to [datastore2] OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3/OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3.vmdk {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 921.227534] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Downloading stream optimized image 51beaef0-ce08-48d2-8634-0e159c8c7205 to [datastore2] OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3/OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3.vmdk on the data store datastore2 as vApp {{(pid=69529) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 921.227534] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Downloading image file data 51beaef0-ce08-48d2-8634-0e159c8c7205 to the ESX as VM named 'OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3' {{(pid=69529) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 921.315229] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 921.315229] env[69529]: value = "resgroup-9" [ 921.315229] env[69529]: _type = "ResourcePool" [ 921.315229] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 921.316036] env[69529]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bd11220a-e12c-4299-8d7a-71f438eda278 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.339793] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease: (returnval){ [ 921.339793] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52340dc6-0dd7-101c-4807-4fba12f49cd0" [ 921.339793] env[69529]: _type = "HttpNfcLease" [ 921.339793] env[69529]: } obtained for vApp import into resource pool (val){ [ 921.339793] env[69529]: value = "resgroup-9" [ 921.339793] env[69529]: _type = "ResourcePool" [ 921.339793] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 921.340138] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the lease: (returnval){ [ 921.340138] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52340dc6-0dd7-101c-4807-4fba12f49cd0" [ 921.340138] env[69529]: _type = "HttpNfcLease" [ 921.340138] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 921.346883] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.346883] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52340dc6-0dd7-101c-4807-4fba12f49cd0" [ 921.346883] env[69529]: _type = "HttpNfcLease" [ 921.346883] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 921.381974] env[69529]: DEBUG nova.network.neutron [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Updated VIF entry in instance network info cache for port 27334dcd-9577-4fdb-bbd6-2d26d39e2588. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.382764] env[69529]: DEBUG nova.network.neutron [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Updating instance_info_cache with network_info: [{"id": "27334dcd-9577-4fdb-bbd6-2d26d39e2588", "address": "fa:16:3e:64:2d:82", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27334dcd-95", "ovs_interfaceid": "27334dcd-9577-4fdb-bbd6-2d26d39e2588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.642510] env[69529]: DEBUG nova.compute.manager [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.642894] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.643620] env[69529]: DEBUG nova.compute.manager [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.643834] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.645023] env[69529]: DEBUG nova.scheduler.client.report [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.649951] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cee3a7-bfe4-46ca-b187-c7f6d7b8044f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.654317] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10521922-1044-4bd0-bd3b-d5ab456a29e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.664595] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.667424] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08478c38-e3a9-4b41-8354-ce688af94315 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.669582] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.670173] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e341e86b-09f9-4ae6-841a-3032226d72d9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.679314] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f7ae9a0-c2d0-4ff3-bcae-d34a9599dcc4 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.766s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.679655] env[69529]: DEBUG oslo_vmware.api [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 921.679655] env[69529]: value = "task-3356099" [ 921.679655] env[69529]: _type = "Task" [ 921.679655] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.682468] env[69529]: DEBUG oslo_vmware.api [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 921.682468] env[69529]: value = "task-3356100" [ 921.682468] env[69529]: _type = "Task" [ 921.682468] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.702831] env[69529]: DEBUG oslo_vmware.api [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.709329] env[69529]: DEBUG oslo_vmware.api [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.709655] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356097, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.850283] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.850283] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52340dc6-0dd7-101c-4807-4fba12f49cd0" [ 921.850283] env[69529]: _type = "HttpNfcLease" [ 921.850283] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 921.890177] env[69529]: DEBUG oslo_concurrency.lockutils [req-b0c26c08-aa0b-486e-8dfa-d370b310f77f req-7074cf26-8d37-4ae7-9f65-43b815ecc750 service nova] Releasing lock "refresh_cache-eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.159256] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.384s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.159816] env[69529]: DEBUG nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.162940] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.394s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.164351] env[69529]: INFO nova.compute.claims [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.183577] env[69529]: DEBUG nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.200722] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544407} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.206205] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f54a2b28-fe6a-48eb-bc06-f5493ce33bc8/f54a2b28-fe6a-48eb-bc06-f5493ce33bc8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.207025] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.207025] env[69529]: DEBUG oslo_vmware.api [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356100, 'name': PowerOffVM_Task, 'duration_secs': 0.282433} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.207025] env[69529]: DEBUG oslo_vmware.api [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356099, 'name': PowerOffVM_Task, 'duration_secs': 0.215894} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.208910] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-825dcaf3-74d6-48bd-a23b-ea03c0f5a0f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.210200] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.210200] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.210371] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.210531] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.210996] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c3a4555-9ad2-4832-b8b2-0663d937c314 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.212681] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9803a0e-2d4c-4337-ab2f-a005b238b7f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.220048] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 922.220048] env[69529]: value = "task-3356101" [ 922.220048] env[69529]: _type = "Task" [ 922.220048] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.229982] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.307973] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.308299] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.308526] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleting the datastore file [datastore2] 5a8a545d-77ce-40f7-bac6-a01627ba66a1 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.308836] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1ab0a11-183f-4bae-b3bb-6fc4284a1c6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.314948] env[69529]: DEBUG oslo_vmware.api [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 922.314948] env[69529]: value = "task-3356104" [ 922.314948] env[69529]: _type = "Task" [ 922.314948] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.323233] env[69529]: DEBUG oslo_vmware.api [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.350160] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.350160] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52340dc6-0dd7-101c-4807-4fba12f49cd0" [ 922.350160] env[69529]: _type = "HttpNfcLease" [ 922.350160] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.481955] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.482222] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.482407] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleting the datastore file [datastore1] 46e5ab90-035b-450c-ba7f-c06b5c223212 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.482676] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8310e6-de74-4765-995e-aede84b68d22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.489409] env[69529]: DEBUG oslo_vmware.api [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for the task: (returnval){ [ 922.489409] env[69529]: value = "task-3356105" [ 922.489409] env[69529]: _type = "Task" [ 922.489409] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.500621] env[69529]: DEBUG oslo_vmware.api [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.671044] env[69529]: DEBUG nova.compute.utils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.672640] env[69529]: DEBUG nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.672801] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.712278] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.714171] env[69529]: DEBUG nova.policy [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d398535688b477fb553c924152e45af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab86a4d30e704df0abad0f0b46df5fb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.729752] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154372} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.730067] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.731080] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b8bdd6-40b3-4910-a0d3-405961b35445 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.756650] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] f54a2b28-fe6a-48eb-bc06-f5493ce33bc8/f54a2b28-fe6a-48eb-bc06-f5493ce33bc8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.757549] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39eb9ad-ef18-41bd-99ee-2515e1de1025 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.784632] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 922.784632] env[69529]: value = "task-3356106" [ 922.784632] env[69529]: _type = "Task" [ 922.784632] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.797537] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.825087] env[69529]: DEBUG oslo_vmware.api [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14762} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.825402] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.825608] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.825924] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.826146] env[69529]: INFO nova.compute.manager [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 922.826392] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.826584] env[69529]: DEBUG nova.compute.manager [-] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.826661] env[69529]: DEBUG nova.network.neutron [-] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.850289] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.850289] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52340dc6-0dd7-101c-4807-4fba12f49cd0" [ 922.850289] env[69529]: _type = "HttpNfcLease" [ 922.850289] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.853390] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.853390] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52340dc6-0dd7-101c-4807-4fba12f49cd0" [ 922.853390] env[69529]: _type = "HttpNfcLease" [ 922.853390] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 922.853390] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389e8d69-17c7-46ee-bb75-7fe1cca3264e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.861101] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b13f5-0db5-8c34-1132-1469dc939851/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.861474] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b13f5-0db5-8c34-1132-1469dc939851/disk-0.vmdk. {{(pid=69529) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 922.933135] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ba9c0c0-b45f-436d-b846-3bdcbcd1fc2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.999563] env[69529]: DEBUG oslo_vmware.api [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Task: {'id': task-3356105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148475} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.999817] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.000007] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.000200] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.000407] env[69529]: INFO nova.compute.manager [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Took 1.36 seconds to destroy the instance on the hypervisor. [ 923.000673] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.000871] env[69529]: DEBUG nova.compute.manager [-] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.000969] env[69529]: DEBUG nova.network.neutron [-] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.104904] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "af0cf76e-09b7-42d6-8917-0d602f023ac4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.105182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.105392] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "af0cf76e-09b7-42d6-8917-0d602f023ac4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.105575] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.105762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.113396] env[69529]: INFO nova.compute.manager [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Terminating instance [ 923.177756] env[69529]: DEBUG nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.223923] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Successfully created port: 8c7b98af-954e-447f-ae0f-bfec454a6e9b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.299445] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.443830] env[69529]: DEBUG nova.compute.manager [req-3e215eac-08b6-45fd-b3f5-a56b704ae2e1 req-93888cfc-b761-4039-adf8-433a33018043 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Received event network-vif-deleted-fe1bba79-0397-46d5-9abf-24dd775aefab {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.444060] env[69529]: INFO nova.compute.manager [req-3e215eac-08b6-45fd-b3f5-a56b704ae2e1 req-93888cfc-b761-4039-adf8-433a33018043 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Neutron deleted interface fe1bba79-0397-46d5-9abf-24dd775aefab; detaching it from the instance and deleting it from the info cache [ 923.444257] env[69529]: DEBUG nova.network.neutron [req-3e215eac-08b6-45fd-b3f5-a56b704ae2e1 req-93888cfc-b761-4039-adf8-433a33018043 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.620046] env[69529]: DEBUG nova.compute.manager [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.620320] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.621544] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3958c80-743e-48e9-ba01-97ec66eef239 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.632652] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.633258] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c19842-5f43-4e5d-aacd-ee6bee5f3d0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.645283] env[69529]: DEBUG oslo_vmware.api [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 923.645283] env[69529]: value = "task-3356107" [ 923.645283] env[69529]: _type = "Task" [ 923.645283] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.658795] env[69529]: DEBUG oslo_vmware.api [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.675247] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Successfully created port: 27d49777-9ce1-4821-a140-9dc42a860594 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.797905] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356106, 'name': ReconfigVM_Task, 'duration_secs': 0.567109} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.803229] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Reconfigured VM instance instance-00000043 to attach disk [datastore2] f54a2b28-fe6a-48eb-bc06-f5493ce33bc8/f54a2b28-fe6a-48eb-bc06-f5493ce33bc8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.805204] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc3443e8-9791-4822-aa1a-a0d0efaaaea4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.810900] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 923.810900] env[69529]: value = "task-3356108" [ 923.810900] env[69529]: _type = "Task" [ 923.810900] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.826464] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356108, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.863768] env[69529]: DEBUG nova.network.neutron [-] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.875590] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Completed reading data from the image iterator. {{(pid=69529) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 923.875833] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b13f5-0db5-8c34-1132-1469dc939851/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 923.876758] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78598896-b934-46b4-a1b8-9544dd452ef0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.883656] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b13f5-0db5-8c34-1132-1469dc939851/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 923.883917] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b13f5-0db5-8c34-1132-1469dc939851/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 923.884343] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1e1e172a-0581-44f1-903b-bba8c4bb5c7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.903666] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a33fa0-76cd-4109-b662-883d8cd03bbb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.911683] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7b3d7-448d-44fe-bad6-1199ae8a24a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.947650] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7c75e2-c7fb-471a-bf31-60303fe52483 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.961340] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ea33cd-8f0d-4a7d-bb56-76f20c439b28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.961340] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2023d6e7-77e9-4580-b086-ebe7df942c19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.973575] env[69529]: DEBUG nova.compute.provider_tree [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.979026] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85010f6-cf80-40a6-965b-a14f3a979c81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.991564] env[69529]: DEBUG nova.scheduler.client.report [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.994743] env[69529]: DEBUG nova.network.neutron [-] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.022263] env[69529]: DEBUG nova.compute.manager [req-3e215eac-08b6-45fd-b3f5-a56b704ae2e1 req-93888cfc-b761-4039-adf8-433a33018043 service nova] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Detach interface failed, port_id=fe1bba79-0397-46d5-9abf-24dd775aefab, reason: Instance 5a8a545d-77ce-40f7-bac6-a01627ba66a1 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.070297] env[69529]: DEBUG oslo_vmware.rw_handles [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529b13f5-0db5-8c34-1132-1469dc939851/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 924.070569] env[69529]: INFO nova.virt.vmwareapi.images [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Downloaded image file data 51beaef0-ce08-48d2-8634-0e159c8c7205 [ 924.071520] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70282859-bb54-40cf-bddc-1d08136626e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.087498] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4035e2-0090-428f-91e2-8422dafe630c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.118115] env[69529]: INFO nova.virt.vmwareapi.images [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] The imported VM was unregistered [ 924.120440] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Caching image {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 924.120678] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating directory with path [datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205 {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.120956] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba300a91-e41f-47f9-b9bf-647c52d0b550 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.151270] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created directory with path [datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205 {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.151488] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3/OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3.vmdk to [datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205/51beaef0-ce08-48d2-8634-0e159c8c7205.vmdk. {{(pid=69529) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 924.154988] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b6fcb1fc-a1d6-435f-a5cc-d1b627a7f06b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.157054] env[69529]: DEBUG oslo_vmware.api [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356107, 'name': PowerOffVM_Task, 'duration_secs': 0.188044} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.157311] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.157485] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.158057] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2e618ed-ebd3-457e-9cdd-cba9492fc984 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.161369] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 924.161369] env[69529]: value = "task-3356110" [ 924.161369] env[69529]: _type = "Task" [ 924.161369] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.169914] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356110, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.195263] env[69529]: DEBUG nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.222226] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.222499] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.222670] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.222864] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.223089] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.223180] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.223385] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.223563] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.223744] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.223919] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.224113] env[69529]: DEBUG nova.virt.hardware [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.225018] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5603f24-deff-4fd7-bc31-0a6bdfdee091 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.228885] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.229116] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.229318] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Deleting the datastore file [datastore2] af0cf76e-09b7-42d6-8917-0d602f023ac4 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.229907] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9412c33-3143-41cf-9611-a26a259ac188 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.235031] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623c5ebc-7f19-4389-a312-4612199d50ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.239630] env[69529]: DEBUG oslo_vmware.api [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for the task: (returnval){ [ 924.239630] env[69529]: value = "task-3356112" [ 924.239630] env[69529]: _type = "Task" [ 924.239630] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.255740] env[69529]: DEBUG oslo_vmware.api [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.321330] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356108, 'name': Rename_Task, 'duration_secs': 0.173535} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.321652] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.321918] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c19f40-ee96-43b2-b5c6-ce1a4c69cebb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.328723] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 924.328723] env[69529]: value = "task-3356113" [ 924.328723] env[69529]: _type = "Task" [ 924.328723] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.343597] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.366831] env[69529]: INFO nova.compute.manager [-] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Took 1.54 seconds to deallocate network for instance. [ 924.497600] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.498462] env[69529]: DEBUG nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.503426] env[69529]: INFO nova.compute.manager [-] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Took 1.50 seconds to deallocate network for instance. [ 924.503542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.718s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.675691] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356110, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.754862] env[69529]: DEBUG oslo_vmware.api [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.843609] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.874623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.007023] env[69529]: DEBUG nova.compute.utils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.007023] env[69529]: DEBUG nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.007400] env[69529]: DEBUG nova.network.neutron [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.015018] env[69529]: INFO nova.compute.claims [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.018719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.107168] env[69529]: DEBUG nova.policy [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113975bbdf2a494e80d7ef2d88c71995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '389d53c50f8f480bbf1b596aa774d99a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.181599] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356110, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.254696] env[69529]: DEBUG oslo_vmware.api [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Task: {'id': task-3356112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561723} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.255057] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.255287] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.255468] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.255657] env[69529]: INFO nova.compute.manager [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Took 1.64 seconds to destroy the instance on the hypervisor. [ 925.256076] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.256408] env[69529]: DEBUG nova.compute.manager [-] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.256721] env[69529]: DEBUG nova.network.neutron [-] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.348800] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356113, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.510926] env[69529]: DEBUG nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.524191] env[69529]: INFO nova.compute.resource_tracker [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating resource usage from migration ba6cc348-5cf1-4b41-84a5-1b3b3ed0fe9f [ 925.681412] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356110, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.741831] env[69529]: DEBUG nova.compute.manager [req-d1aff284-dd8a-4708-8797-ba14afcdc691 req-b295cd04-dcfb-4409-aa62-8e5f996ce8e7 service nova] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Received event network-vif-deleted-15085614-d178-4000-b564-d385e54280f9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.835072] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Successfully updated port: 8c7b98af-954e-447f-ae0f-bfec454a6e9b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.849769] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356113, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.958519] env[69529]: DEBUG nova.network.neutron [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Successfully created port: 4c911d3d-44fd-4583-9b96-3dcaf5f6b52a {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.175973] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f2a7a9-2bd3-4375-b19a-ca57125239e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.184161] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356110, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.191524] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac7232a-e770-4d1c-b201-059705088674 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.229537] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39982ba-81aa-41f5-a7e4-c6a3b3cf8b6a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.240374] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc02d82e-88cf-4ae1-9789-bc361cee1072 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.257592] env[69529]: DEBUG nova.compute.provider_tree [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.343053] env[69529]: DEBUG oslo_vmware.api [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356113, 'name': PowerOnVM_Task, 'duration_secs': 1.73531} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.343721] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.343923] env[69529]: INFO nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Took 11.44 seconds to spawn the instance on the hypervisor. [ 926.344172] env[69529]: DEBUG nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.345045] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ed1cfb-9aaa-47f1-bebe-402a4a59d7b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.436304] env[69529]: DEBUG nova.network.neutron [-] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.526931] env[69529]: DEBUG nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.554748] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.555055] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.555266] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.555515] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.556229] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.556229] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.556428] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.556576] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.556802] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.557028] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.557258] env[69529]: DEBUG nova.virt.hardware [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.558218] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd1909-25dc-4e41-b576-6dbb702b230e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.566110] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b029bb01-5b8f-4453-a252-36284aa9f3ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.678699] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356110, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.43833} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.679153] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3/OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3.vmdk to [datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205/51beaef0-ce08-48d2-8634-0e159c8c7205.vmdk. [ 926.679392] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Cleaning up location [datastore2] OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3 {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 926.679593] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6bff1353-b534-461d-a0d5-2591a0c5dde3 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.679876] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cceb8ae7-e619-4c61-8dc2-6e20d8f53dd1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.686051] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 926.686051] env[69529]: value = "task-3356114" [ 926.686051] env[69529]: _type = "Task" [ 926.686051] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.695627] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.761343] env[69529]: DEBUG nova.scheduler.client.report [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.864788] env[69529]: INFO nova.compute.manager [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Took 49.79 seconds to build instance. [ 926.939016] env[69529]: INFO nova.compute.manager [-] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Took 1.68 seconds to deallocate network for instance. [ 927.195162] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038565} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.195470] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.195669] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205/51beaef0-ce08-48d2-8634-0e159c8c7205.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.195949] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205/51beaef0-ce08-48d2-8634-0e159c8c7205.vmdk to [datastore2] eeee1c8a-bd68-4848-ac48-4d6f6b469a6f/eeee1c8a-bd68-4848-ac48-4d6f6b469a6f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.196259] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b70f66-fa50-48c3-9b6a-4e2d18345abc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.205571] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 927.205571] env[69529]: value = "task-3356115" [ 927.205571] env[69529]: _type = "Task" [ 927.205571] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.212725] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.266540] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.763s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.266695] env[69529]: INFO nova.compute.manager [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Migrating [ 927.274283] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.318s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.274505] env[69529]: DEBUG nova.objects.instance [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lazy-loading 'resources' on Instance uuid 685aaf9b-7133-48ce-8224-3f855f94d723 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.351017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.367590] env[69529]: DEBUG oslo_concurrency.lockutils [None req-708e4be4-6d87-474b-b49b-9c5fc7d0fd80 tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.295s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.368957] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.018s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.371719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.371719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.371719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.371719] env[69529]: INFO nova.compute.manager [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Terminating instance [ 927.446761] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.499687] env[69529]: DEBUG nova.network.neutron [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Successfully updated port: 4c911d3d-44fd-4583-9b96-3dcaf5f6b52a {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.716446] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.787926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.787926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.787926] env[69529]: DEBUG nova.network.neutron [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.855898] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received event network-vif-plugged-8c7b98af-954e-447f-ae0f-bfec454a6e9b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.856328] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Acquiring lock "981ab456-998f-4007-80e1-bc01001766f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.856696] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Lock "981ab456-998f-4007-80e1-bc01001766f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.857044] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Lock "981ab456-998f-4007-80e1-bc01001766f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.857364] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] No waiting events found dispatching network-vif-plugged-8c7b98af-954e-447f-ae0f-bfec454a6e9b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.857831] env[69529]: WARNING nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received unexpected event network-vif-plugged-8c7b98af-954e-447f-ae0f-bfec454a6e9b for instance with vm_state building and task_state spawning. [ 927.859262] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received event network-changed-8c7b98af-954e-447f-ae0f-bfec454a6e9b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.859565] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Refreshing instance network info cache due to event network-changed-8c7b98af-954e-447f-ae0f-bfec454a6e9b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.859893] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Acquiring lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.860180] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Acquired lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.860484] env[69529]: DEBUG nova.network.neutron [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Refreshing network info cache for port 8c7b98af-954e-447f-ae0f-bfec454a6e9b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.872565] env[69529]: DEBUG nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.877473] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Successfully updated port: 27d49777-9ce1-4821-a140-9dc42a860594 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.880868] env[69529]: DEBUG nova.compute.manager [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.881098] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.882640] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be613ec6-2e0d-4273-ad6a-e4d5cedb0ac6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.893791] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.894943] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fd79bae-016c-4c40-9b96-db3319c1baf6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.901302] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 927.901302] env[69529]: value = "task-3356116" [ 927.901302] env[69529]: _type = "Task" [ 927.901302] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.919130] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.004365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.004512] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.004665] env[69529]: DEBUG nova.network.neutron [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.217548] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.375378] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb478820-a08c-4586-92f3-5d3537e7fc6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.385077] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.392393] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86384f7b-509b-4efd-b8b0-dee48bf5f375 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.407262] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.434695] env[69529]: DEBUG nova.network.neutron [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.437407] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc5f57-d67c-4210-b2c3-bb4da2902aca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.447340] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356116, 'name': PowerOffVM_Task, 'duration_secs': 0.396578} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.450259] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.450682] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.451071] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69e86569-5094-4e3f-887c-5585b057b9c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.454287] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e6a03-8415-4b85-9c3c-edd33fb42d68 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.487288] env[69529]: DEBUG nova.compute.provider_tree [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.559462] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.562024] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.562024] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleting the datastore file [datastore2] f54a2b28-fe6a-48eb-bc06-f5493ce33bc8 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.562024] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48030a47-83c6-4476-a2b4-c9a4683c910b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.573472] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for the task: (returnval){ [ 928.573472] env[69529]: value = "task-3356118" [ 928.573472] env[69529]: _type = "Task" [ 928.573472] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.587613] env[69529]: DEBUG nova.network.neutron [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.608204] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.608575] env[69529]: DEBUG nova.network.neutron [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.724678] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.725956] env[69529]: DEBUG nova.network.neutron [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [{"id": "592cefa1-c692-4817-9190-230ab5aaccab", "address": "fa:16:3e:b6:ec:25", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592cefa1-c6", "ovs_interfaceid": "592cefa1-c692-4817-9190-230ab5aaccab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.802195] env[69529]: DEBUG nova.network.neutron [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Updating instance_info_cache with network_info: [{"id": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "address": "fa:16:3e:3f:82:70", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c911d3d-44", "ovs_interfaceid": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.991691] env[69529]: DEBUG nova.scheduler.client.report [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.092929] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.112318] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Releasing lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.112636] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Received event network-vif-deleted-6552672e-2bca-4bb0-adf1-bd687050a52b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.112823] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Received event network-vif-plugged-4c911d3d-44fd-4583-9b96-3dcaf5f6b52a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.113583] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Acquiring lock "367bf348-622d-4ff3-9aac-3c424a51fb6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.113583] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.113583] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.113583] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] No waiting events found dispatching network-vif-plugged-4c911d3d-44fd-4583-9b96-3dcaf5f6b52a {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.113811] env[69529]: WARNING nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Received unexpected event network-vif-plugged-4c911d3d-44fd-4583-9b96-3dcaf5f6b52a for instance with vm_state building and task_state spawning. [ 929.113873] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Received event network-changed-4c911d3d-44fd-4583-9b96-3dcaf5f6b52a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.114040] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Refreshing instance network info cache due to event network-changed-4c911d3d-44fd-4583-9b96-3dcaf5f6b52a. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.114212] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Acquiring lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.114428] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.114570] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.220814] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.229701] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.305691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.306183] env[69529]: DEBUG nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Instance network_info: |[{"id": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "address": "fa:16:3e:3f:82:70", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c911d3d-44", "ovs_interfaceid": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.306559] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Acquired lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.306804] env[69529]: DEBUG nova.network.neutron [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Refreshing network info cache for port 4c911d3d-44fd-4583-9b96-3dcaf5f6b52a {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.308075] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:82:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c911d3d-44fd-4583-9b96-3dcaf5f6b52a', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.316749] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.320094] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.320723] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-735b9be7-0503-4a4e-841a-f3ad8218e11f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.344995] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.344995] env[69529]: value = "task-3356119" [ 929.344995] env[69529]: _type = "Task" [ 929.344995] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.355128] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356119, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.497576] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.501270] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 43.041s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.525187] env[69529]: INFO nova.scheduler.client.report [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Deleted allocations for instance 685aaf9b-7133-48ce-8224-3f855f94d723 [ 929.556190] env[69529]: DEBUG nova.network.neutron [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Updated VIF entry in instance network info cache for port 4c911d3d-44fd-4583-9b96-3dcaf5f6b52a. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.556632] env[69529]: DEBUG nova.network.neutron [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Updating instance_info_cache with network_info: [{"id": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "address": "fa:16:3e:3f:82:70", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c911d3d-44", "ovs_interfaceid": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.593229] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.652041] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.720978] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.859500] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356119, 'name': CreateVM_Task, 'duration_secs': 0.50019} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.860047] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.861176] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.861462] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.862947] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.862947] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3310f0-2350-4b6c-938a-8b49b3ef785d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.873400] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 929.873400] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ee19e6-beac-ed07-0d3b-8e9ae84f57cc" [ 929.873400] env[69529]: _type = "Task" [ 929.873400] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.889446] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ee19e6-beac-ed07-0d3b-8e9ae84f57cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.889942] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.890364] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.890740] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.891035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.891363] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.891778] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-066de652-598a-48aa-aa4a-5ac0590ea6f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.904962] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.905215] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.906007] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5667b29-ff6f-4dca-90fd-ca64e39ee708 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.915563] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 929.915563] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52321b0a-638b-8b8e-4814-4e3d879689f5" [ 929.915563] env[69529]: _type = "Task" [ 929.915563] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.929415] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52321b0a-638b-8b8e-4814-4e3d879689f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.975714] env[69529]: DEBUG nova.network.neutron [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Updating instance_info_cache with network_info: [{"id": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "address": "fa:16:3e:da:60:5f", "network": {"id": "5f77e17d-63de-441b-9ebf-b7bb2468962b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1766730895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7b98af-95", "ovs_interfaceid": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27d49777-9ce1-4821-a140-9dc42a860594", "address": "fa:16:3e:a1:34:ac", "network": {"id": "d3fe6122-6291-4a2d-b5d4-f53cd2e7882d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1125982717", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d49777-9c", "ovs_interfaceid": "27d49777-9ce1-4821-a140-9dc42a860594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.981110] env[69529]: DEBUG nova.compute.manager [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received event network-changed-27d49777-9ce1-4821-a140-9dc42a860594 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.981336] env[69529]: DEBUG nova.compute.manager [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Refreshing instance network info cache due to event network-changed-27d49777-9ce1-4821-a140-9dc42a860594. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.981559] env[69529]: DEBUG oslo_concurrency.lockutils [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] Acquiring lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.004593] env[69529]: DEBUG nova.objects.instance [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lazy-loading 'migration_context' on Instance uuid 47918cb8-1e59-4dfd-b161-1c7f6848bdbf {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.033491] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c7317264-6ae1-41b9-b4a0-04f56ed7c302 tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "685aaf9b-7133-48ce-8224-3f855f94d723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.564s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.060431] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Releasing lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.060431] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received event network-vif-plugged-27d49777-9ce1-4821-a140-9dc42a860594 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.060431] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Acquiring lock "981ab456-998f-4007-80e1-bc01001766f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.060431] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Lock "981ab456-998f-4007-80e1-bc01001766f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.060431] env[69529]: DEBUG oslo_concurrency.lockutils [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] Lock "981ab456-998f-4007-80e1-bc01001766f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.060661] env[69529]: DEBUG nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] No waiting events found dispatching network-vif-plugged-27d49777-9ce1-4821-a140-9dc42a860594 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.060775] env[69529]: WARNING nova.compute.manager [req-d4300120-f76a-4165-8db6-c05820ef0092 req-860dfe45-a26a-42a4-96aa-a2e8f8a094ad service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received unexpected event network-vif-plugged-27d49777-9ce1-4821-a140-9dc42a860594 for instance with vm_state building and task_state spawning. [ 930.092306] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.221889] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.428740] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52321b0a-638b-8b8e-4814-4e3d879689f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013596} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.429700] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e47ebc-937c-4a44-8511-2274deb7a682 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.437800] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 930.437800] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5220a4fd-39ac-0363-c7b3-da3e3dface85" [ 930.437800] env[69529]: _type = "Task" [ 930.437800] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.447860] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5220a4fd-39ac-0363-c7b3-da3e3dface85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.479706] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Releasing lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.480187] env[69529]: DEBUG nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Instance network_info: |[{"id": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "address": "fa:16:3e:da:60:5f", "network": {"id": "5f77e17d-63de-441b-9ebf-b7bb2468962b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1766730895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7b98af-95", "ovs_interfaceid": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27d49777-9ce1-4821-a140-9dc42a860594", "address": "fa:16:3e:a1:34:ac", "network": {"id": "d3fe6122-6291-4a2d-b5d4-f53cd2e7882d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1125982717", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d49777-9c", "ovs_interfaceid": "27d49777-9ce1-4821-a140-9dc42a860594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.480543] env[69529]: DEBUG oslo_concurrency.lockutils [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] Acquired lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.480763] env[69529]: DEBUG nova.network.neutron [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Refreshing network info cache for port 27d49777-9ce1-4821-a140-9dc42a860594 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.482371] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:60:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da623279-b6f6-4570-8b15-a332120b8b60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c7b98af-954e-447f-ae0f-bfec454a6e9b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:34:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27d49777-9ce1-4821-a140-9dc42a860594', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.496045] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.501151] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.501899] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daa23424-a170-4fd5-b5b9-06d52927df99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.529084] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.529084] env[69529]: value = "task-3356120" [ 930.529084] env[69529]: _type = "Task" [ 930.529084] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.538230] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356120, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.594969] env[69529]: DEBUG oslo_vmware.api [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Task: {'id': task-3356118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.909259} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.595241] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.595427] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.595930] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.595930] env[69529]: INFO nova.compute.manager [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Took 2.71 seconds to destroy the instance on the hypervisor. [ 930.596043] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.596211] env[69529]: DEBUG nova.compute.manager [-] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.596278] env[69529]: DEBUG nova.network.neutron [-] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.617012] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.617275] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.617482] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.617850] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.617912] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.619956] env[69529]: INFO nova.compute.manager [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Terminating instance [ 930.720873] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356115, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.28848} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.724906] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/51beaef0-ce08-48d2-8634-0e159c8c7205/51beaef0-ce08-48d2-8634-0e159c8c7205.vmdk to [datastore2] eeee1c8a-bd68-4848-ac48-4d6f6b469a6f/eeee1c8a-bd68-4848-ac48-4d6f6b469a6f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.725886] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748d76e5-4b39-4ee6-9ee6-cc653eee76bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.749840] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] eeee1c8a-bd68-4848-ac48-4d6f6b469a6f/eeee1c8a-bd68-4848-ac48-4d6f6b469a6f.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.756814] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb802ce-ce0b-4268-ab80-2fc29e3f423f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.772838] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a950ffb-f3d5-45e8-89dc-ff6109f7cfb3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.791469] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance 'd2cf6d47-2eb2-43e9-baad-73442f983351' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.798825] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 930.798825] env[69529]: value = "task-3356121" [ 930.798825] env[69529]: _type = "Task" [ 930.798825] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.808070] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.823495] env[69529]: DEBUG nova.network.neutron [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Updated VIF entry in instance network info cache for port 27d49777-9ce1-4821-a140-9dc42a860594. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.823495] env[69529]: DEBUG nova.network.neutron [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Updating instance_info_cache with network_info: [{"id": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "address": "fa:16:3e:da:60:5f", "network": {"id": "5f77e17d-63de-441b-9ebf-b7bb2468962b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1766730895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7b98af-95", "ovs_interfaceid": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27d49777-9ce1-4821-a140-9dc42a860594", "address": "fa:16:3e:a1:34:ac", "network": {"id": "d3fe6122-6291-4a2d-b5d4-f53cd2e7882d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1125982717", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d49777-9c", "ovs_interfaceid": "27d49777-9ce1-4821-a140-9dc42a860594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.950307] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5220a4fd-39ac-0363-c7b3-da3e3dface85, 'name': SearchDatastore_Task, 'duration_secs': 0.022956} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.952977] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.953280] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 367bf348-622d-4ff3-9aac-3c424a51fb6d/367bf348-622d-4ff3-9aac-3c424a51fb6d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.954969] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-944db248-00ec-4057-8652-812697c21f4e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.960131] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 930.960131] env[69529]: value = "task-3356122" [ 930.960131] env[69529]: _type = "Task" [ 930.960131] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.970307] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.043112] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356120, 'name': CreateVM_Task, 'duration_secs': 0.387919} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.043310] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.044145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.044338] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.044676] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.044958] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8951f9-e254-4b94-9218-0342424be775 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.052167] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 931.052167] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526185c7-42b8-8b06-0d59-474838df5126" [ 931.052167] env[69529]: _type = "Task" [ 931.052167] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.059867] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526185c7-42b8-8b06-0d59-474838df5126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.089017] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc9d1a-2dad-4693-91dd-9b4d116b2ceb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.097548] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1f2927-3e83-407f-93fc-2143d033d51c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.132065] env[69529]: DEBUG nova.compute.manager [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.132313] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.133516] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79aa4c7-b3fc-4d14-8b37-c4ef1b45e892 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.137011] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c1aa45-eaba-4ca8-a368-480860c13605 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.147641] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27faf32a-e6df-40cb-84db-c1374703f4f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.152209] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.152945] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0a0fee8-60cb-44a9-86c2-dc573f09d508 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.166791] env[69529]: DEBUG nova.compute.provider_tree [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.170207] env[69529]: DEBUG oslo_vmware.api [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 931.170207] env[69529]: value = "task-3356123" [ 931.170207] env[69529]: _type = "Task" [ 931.170207] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.181415] env[69529]: DEBUG oslo_vmware.api [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3356123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.302041] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.302427] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef22f0a-97fc-4c32-9ecc-9a6f2bc070fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.314701] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356121, 'name': ReconfigVM_Task, 'duration_secs': 0.356017} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.316199] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Reconfigured VM instance instance-00000044 to attach disk [datastore2] eeee1c8a-bd68-4848-ac48-4d6f6b469a6f/eeee1c8a-bd68-4848-ac48-4d6f6b469a6f.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.316966] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 931.316966] env[69529]: value = "task-3356124" [ 931.316966] env[69529]: _type = "Task" [ 931.316966] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.317249] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e931805-a157-43d8-b3ad-5534c4469cf3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.330479] env[69529]: DEBUG oslo_concurrency.lockutils [req-931f2da5-a4b0-47fb-acb5-e39d0277f224 req-7f4f9a3b-7a55-4d30-9bb6-4a1957540f09 service nova] Releasing lock "refresh_cache-981ab456-998f-4007-80e1-bc01001766f8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.332351] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 931.332558] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance 'd2cf6d47-2eb2-43e9-baad-73442f983351' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.336436] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 931.336436] env[69529]: value = "task-3356125" [ 931.336436] env[69529]: _type = "Task" [ 931.336436] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.346685] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356125, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.432252] env[69529]: DEBUG nova.network.neutron [-] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.472470] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493507} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.472788] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 367bf348-622d-4ff3-9aac-3c424a51fb6d/367bf348-622d-4ff3-9aac-3c424a51fb6d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.473063] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.473363] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd866324-efc0-42e8-ad7c-6b4ab540ceae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.480085] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 931.480085] env[69529]: value = "task-3356126" [ 931.480085] env[69529]: _type = "Task" [ 931.480085] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.489180] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.562562] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526185c7-42b8-8b06-0d59-474838df5126, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.562925] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.563227] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.563509] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.563691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.563876] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.564153] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05643ce6-ac36-4784-86bd-de4c679d7bc0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.571881] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.572066] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.572755] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da3d0c2-205c-4db0-b4e8-9311a01e864d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.579066] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 931.579066] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5260e00b-74a5-ee4a-dddb-e78455a8fade" [ 931.579066] env[69529]: _type = "Task" [ 931.579066] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.586477] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5260e00b-74a5-ee4a-dddb-e78455a8fade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.671753] env[69529]: DEBUG nova.scheduler.client.report [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.684116] env[69529]: DEBUG oslo_vmware.api [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3356123, 'name': PowerOffVM_Task, 'duration_secs': 0.236285} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.684369] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.684546] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.684782] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa9d7019-e33b-45ee-9ce9-35ae2017cd6b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.748264] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.748505] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.748686] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Deleting the datastore file [datastore2] 613ea6b8-c462-4a8f-aa3d-5da006f59c55 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.748945] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22f4b4f5-8ec8-4002-b1e6-e384e3cfa623 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.755635] env[69529]: DEBUG oslo_vmware.api [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for the task: (returnval){ [ 931.755635] env[69529]: value = "task-3356128" [ 931.755635] env[69529]: _type = "Task" [ 931.755635] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.763082] env[69529]: DEBUG oslo_vmware.api [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3356128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.839167] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.839395] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.839555] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.839747] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.839880] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.840036] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.840244] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.840406] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.840574] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.840734] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.840904] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.849039] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cc6226-a7ea-474d-9f95-c3acc4b4fcbd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.864018] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356125, 'name': Rename_Task, 'duration_secs': 0.179653} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.866032] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.866032] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 931.866032] env[69529]: value = "task-3356129" [ 931.866032] env[69529]: _type = "Task" [ 931.866032] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.866032] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a69a335-a5b2-4ece-96b2-08a91e5e4e3a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.876051] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.876217] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 931.876217] env[69529]: value = "task-3356130" [ 931.876217] env[69529]: _type = "Task" [ 931.876217] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.883166] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.935976] env[69529]: INFO nova.compute.manager [-] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Took 1.34 seconds to deallocate network for instance. [ 931.991048] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067487} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.991384] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.992275] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9cc2c0-00db-4d7f-b3ed-848f07b50e6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.016010] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 367bf348-622d-4ff3-9aac-3c424a51fb6d/367bf348-622d-4ff3-9aac-3c424a51fb6d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.017633] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228fa6f4-75f5-4446-a666-a0a802bb04eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.032873] env[69529]: DEBUG nova.compute.manager [req-408d052d-c812-43ac-b92f-e6bd986eae2d req-f691f976-1e97-4171-a9ea-e04052c12be4 service nova] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Received event network-vif-deleted-099465d2-889d-4342-9bfd-3010e3175a25 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.038461] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 932.038461] env[69529]: value = "task-3356131" [ 932.038461] env[69529]: _type = "Task" [ 932.038461] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.046725] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.089284] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5260e00b-74a5-ee4a-dddb-e78455a8fade, 'name': SearchDatastore_Task, 'duration_secs': 0.008605} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.090072] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e771d7c-96bb-4aac-bcb9-c79f2d545942 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.095491] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 932.095491] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523de1f8-a8a0-8f42-9a78-c461b260bb31" [ 932.095491] env[69529]: _type = "Task" [ 932.095491] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.103584] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523de1f8-a8a0-8f42-9a78-c461b260bb31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.267039] env[69529]: DEBUG oslo_vmware.api [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Task: {'id': task-3356128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129469} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.267039] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.267039] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.267039] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.267289] env[69529]: INFO nova.compute.manager [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Took 1.13 seconds to destroy the instance on the hypervisor. [ 932.267452] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.267636] env[69529]: DEBUG nova.compute.manager [-] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.267735] env[69529]: DEBUG nova.network.neutron [-] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.378532] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356129, 'name': ReconfigVM_Task, 'duration_secs': 0.187712} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.381723] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance 'd2cf6d47-2eb2-43e9-baad-73442f983351' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.390172] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.446823] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.547915] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356131, 'name': ReconfigVM_Task, 'duration_secs': 0.292979} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.548275] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 367bf348-622d-4ff3-9aac-3c424a51fb6d/367bf348-622d-4ff3-9aac-3c424a51fb6d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.548905] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cb37dcf-2b1a-4762-ab92-d9f0c4310e3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.555157] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 932.555157] env[69529]: value = "task-3356132" [ 932.555157] env[69529]: _type = "Task" [ 932.555157] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.563199] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356132, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.606154] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523de1f8-a8a0-8f42-9a78-c461b260bb31, 'name': SearchDatastore_Task, 'duration_secs': 0.015674} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.606451] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.606718] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 981ab456-998f-4007-80e1-bc01001766f8/981ab456-998f-4007-80e1-bc01001766f8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.606972] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac2d10c-7e8d-4f67-9a5e-1f15d17b3fa8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.615427] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 932.615427] env[69529]: value = "task-3356133" [ 932.615427] env[69529]: _type = "Task" [ 932.615427] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.623191] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.686840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.186s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.693339] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.247s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.693469] env[69529]: DEBUG nova.objects.instance [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lazy-loading 'resources' on Instance uuid cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.892907] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.893394] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.893700] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.894207] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.894394] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.894663] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.895071] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.895344] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.895633] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.895932] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.896280] env[69529]: DEBUG nova.virt.hardware [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.904443] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 932.904789] env[69529]: DEBUG oslo_vmware.api [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356130, 'name': PowerOnVM_Task, 'duration_secs': 0.637008} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.905045] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9659985-a0d3-472f-9d30-240e8ffc705c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.919371] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.919610] env[69529]: INFO nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Took 15.30 seconds to spawn the instance on the hypervisor. [ 932.919754] env[69529]: DEBUG nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.920629] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da7f428-6a48-4fda-ad6e-ebd6ae3bb6de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.931490] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 932.931490] env[69529]: value = "task-3356134" [ 932.931490] env[69529]: _type = "Task" [ 932.931490] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.940030] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.018151] env[69529]: DEBUG nova.network.neutron [-] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.066384] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356132, 'name': Rename_Task, 'duration_secs': 0.241172} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.066550] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.067110] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c0f8593-1179-4a97-bd55-c2c1d872f918 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.074098] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 933.074098] env[69529]: value = "task-3356135" [ 933.074098] env[69529]: _type = "Task" [ 933.074098] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.082939] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.126608] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.196119] env[69529]: DEBUG nova.objects.instance [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lazy-loading 'numa_topology' on Instance uuid cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.445604] env[69529]: INFO nova.compute.manager [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Took 55.16 seconds to build instance. [ 933.450225] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356134, 'name': ReconfigVM_Task, 'duration_secs': 0.24799} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.450557] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.451290] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607cb73b-a361-4f1a-8a2a-9fcbd628def6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.473401] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d2cf6d47-2eb2-43e9-baad-73442f983351/d2cf6d47-2eb2-43e9-baad-73442f983351.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.474298] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe35958-c265-47fe-8db5-97d635e57687 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.492302] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 933.492302] env[69529]: value = "task-3356136" [ 933.492302] env[69529]: _type = "Task" [ 933.492302] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.500598] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.520966] env[69529]: INFO nova.compute.manager [-] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Took 1.25 seconds to deallocate network for instance. [ 933.584292] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.627786] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626585} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.628060] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 981ab456-998f-4007-80e1-bc01001766f8/981ab456-998f-4007-80e1-bc01001766f8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.628315] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.628591] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5785d87c-74f1-4893-b0cf-6ca4a7a0da14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.634648] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 933.634648] env[69529]: value = "task-3356137" [ 933.634648] env[69529]: _type = "Task" [ 933.634648] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.642408] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.699869] env[69529]: DEBUG nova.objects.base [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.949356] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f6e5ef41-498e-47e6-8385-0f78602df646 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.674s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.005365] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.027870] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.029884] env[69529]: DEBUG nova.compute.manager [req-298fd328-f4d0-4af5-8a45-4cc091a4f12f req-476d0434-8fd8-41fe-982f-29d0a6dd22f4 service nova] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Received event network-vif-deleted-59011599-791d-41a0-980a-6244d23255b0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.086561] env[69529]: DEBUG oslo_vmware.api [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356135, 'name': PowerOnVM_Task, 'duration_secs': 0.556163} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.089768] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.090083] env[69529]: INFO nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Took 7.56 seconds to spawn the instance on the hypervisor. [ 934.090354] env[69529]: DEBUG nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.091481] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e498ea62-759f-4f9f-834e-2c19ab27de7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.144836] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076516} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.145143] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.148053] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fc091d-cfba-4ae4-bd09-1365a7635e57 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.176317] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 981ab456-998f-4007-80e1-bc01001766f8/981ab456-998f-4007-80e1-bc01001766f8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.178516] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5428e3-2d2d-4cc8-ab1b-ccd29017d1d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.193371] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558d9342-fd17-4671-a70f-19ec0fcd4c59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.202569] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d5f28-5b47-4647-ade3-7f7566d3a621 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.207367] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 934.207367] env[69529]: value = "task-3356138" [ 934.207367] env[69529]: _type = "Task" [ 934.207367] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.241067] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a99d8c-90dd-468d-ba73-56d825f67905 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.246859] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.251340] env[69529]: INFO nova.compute.manager [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Swapping old allocation on dict_keys(['6319ec90-cb63-4f48-a3ba-c175ec0ccde7']) held by migration cc30a8f3-2503-4f17-a3f8-b943266dcd5f for instance [ 934.252559] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d4b0bb-96b5-4ccf-8245-951fdd77a89a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.267979] env[69529]: DEBUG nova.compute.provider_tree [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.280911] env[69529]: DEBUG nova.scheduler.client.report [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Overwriting current allocation {'allocations': {'6319ec90-cb63-4f48-a3ba-c175ec0ccde7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '2c8647364f2e4b24bffbd64e26bdee01', 'user_id': '7442298718554417a6944a60b90853ff', 'consumer_generation': 1} on consumer 47918cb8-1e59-4dfd-b161-1c7f6848bdbf {{(pid=69529) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 934.370279] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.370448] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquired lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.370625] env[69529]: DEBUG nova.network.neutron [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.502639] env[69529]: DEBUG oslo_vmware.api [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356136, 'name': ReconfigVM_Task, 'duration_secs': 0.776727} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.502936] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d2cf6d47-2eb2-43e9-baad-73442f983351/d2cf6d47-2eb2-43e9-baad-73442f983351.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.503256] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance 'd2cf6d47-2eb2-43e9-baad-73442f983351' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.611689] env[69529]: INFO nova.compute.manager [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Took 49.87 seconds to build instance. [ 934.655495] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.655772] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.655988] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.656208] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.656396] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.658760] env[69529]: INFO nova.compute.manager [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Terminating instance [ 934.693546] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] Acquiring lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.693740] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] Acquired lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.693918] env[69529]: DEBUG nova.network.neutron [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.718431] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.772954] env[69529]: DEBUG nova.scheduler.client.report [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.009818] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94d744-f91c-4fbf-9e74-311525e4da33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.031328] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3593028-0d30-46d4-aa59-b4b15bc5a34e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.049822] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance 'd2cf6d47-2eb2-43e9-baad-73442f983351' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.113742] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8da1f4a8-054d-41ce-aad9-1b248b418885 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.383s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.138326] env[69529]: DEBUG nova.network.neutron [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [{"id": "31dba346-dcb0-474f-a476-e9551f1b2361", "address": "fa:16:3e:8b:54:56", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31dba346-dc", "ovs_interfaceid": "31dba346-dcb0-474f-a476-e9551f1b2361", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.162803] env[69529]: DEBUG nova.compute.manager [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.163126] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.164212] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0dd95f-a3a0-4214-a85d-7c3e991c96cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.172695] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.172695] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46f1c30c-38c0-4ad0-8b7b-6a836fc6578d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.178857] env[69529]: DEBUG oslo_vmware.api [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 935.178857] env[69529]: value = "task-3356139" [ 935.178857] env[69529]: _type = "Task" [ 935.178857] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.188185] env[69529]: DEBUG oslo_vmware.api [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.218093] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356138, 'name': ReconfigVM_Task, 'duration_secs': 0.687634} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.218424] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 981ab456-998f-4007-80e1-bc01001766f8/981ab456-998f-4007-80e1-bc01001766f8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.219076] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8221618c-2e87-483d-a833-dc442180aa62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.225917] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 935.225917] env[69529]: value = "task-3356140" [ 935.225917] env[69529]: _type = "Task" [ 935.225917] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.237907] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356140, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.277971] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.585s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.280520] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 45.073s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.417076] env[69529]: DEBUG nova.network.neutron [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Updating instance_info_cache with network_info: [{"id": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "address": "fa:16:3e:3f:82:70", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c911d3d-44", "ovs_interfaceid": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.591098] env[69529]: DEBUG nova.network.neutron [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Port 592cefa1-c692-4817-9190-230ab5aaccab binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 935.643450] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Releasing lock "refresh_cache-47918cb8-1e59-4dfd-b161-1c7f6848bdbf" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.644014] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.644307] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ba22fe3-e8ba-4da4-bff7-99c69164214f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.654029] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 935.654029] env[69529]: value = "task-3356141" [ 935.654029] env[69529]: _type = "Task" [ 935.654029] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.661057] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.701082] env[69529]: DEBUG oslo_vmware.api [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356139, 'name': PowerOffVM_Task, 'duration_secs': 0.210152} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.701369] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.701535] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.701783] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71ebce96-9489-4739-b9a8-244d1e25d365 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.737284] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356140, 'name': Rename_Task, 'duration_secs': 0.153076} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.737804] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.738328] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e7054b0-c88a-4c63-b36c-cf98389a73cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.745104] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 935.745104] env[69529]: value = "task-3356143" [ 935.745104] env[69529]: _type = "Task" [ 935.745104] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.754552] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.761581] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.761803] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.761986] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleting the datastore file [datastore2] eeee1c8a-bd68-4848-ac48-4d6f6b469a6f {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.762275] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8efa6897-cda7-433c-bc70-21a7b244aafe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.769787] env[69529]: DEBUG oslo_vmware.api [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 935.769787] env[69529]: value = "task-3356144" [ 935.769787] env[69529]: _type = "Task" [ 935.769787] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.779920] env[69529]: DEBUG oslo_vmware.api [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.788952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ba28d61-b383-476e-a968-690bc14f0411 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 79.644s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.804535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 41.936s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.804952] env[69529]: INFO nova.compute.manager [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Unshelving [ 935.923428] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] Releasing lock "refresh_cache-367bf348-622d-4ff3-9aac-3c424a51fb6d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.923823] env[69529]: DEBUG nova.compute.manager [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Inject network info {{(pid=69529) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 935.924209] env[69529]: DEBUG nova.compute.manager [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] network_info to inject: |[{"id": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "address": "fa:16:3e:3f:82:70", "network": {"id": "bce0f181-4b1f-4387-b7ba-05cf29a43228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-393809511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "389d53c50f8f480bbf1b596aa774d99a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02092ea4-bae0-4e42-b0ab-abc365b4395a", "external-id": "nsx-vlan-transportzone-718", "segmentation_id": 718, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c911d3d-44", "ovs_interfaceid": "4c911d3d-44fd-4583-9b96-3dcaf5f6b52a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 935.931028] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Reconfiguring VM instance to set the machine id {{(pid=69529) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 935.931283] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c62976-57ce-480b-861f-f108394d10b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.949561] env[69529]: DEBUG oslo_vmware.api [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] Waiting for the task: (returnval){ [ 935.949561] env[69529]: value = "task-3356145" [ 935.949561] env[69529]: _type = "Task" [ 935.949561] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.958320] env[69529]: DEBUG oslo_vmware.api [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] Task: {'id': task-3356145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.164012] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356141, 'name': PowerOffVM_Task, 'duration_secs': 0.312259} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.164331] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.165039] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:58:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c91074f-fcfd-4650-8a2b-44a865762b0b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2066731739',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.165272] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.165491] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.165646] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.165797] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.165946] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.166183] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.166378] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.166556] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.166725] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.166902] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.172256] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d7cc12f-9416-42a4-ae5f-01a5f76d0c3a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.189759] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 936.189759] env[69529]: value = "task-3356146" [ 936.189759] env[69529]: _type = "Task" [ 936.189759] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.199204] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.255412] env[69529]: DEBUG oslo_vmware.api [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356143, 'name': PowerOnVM_Task, 'duration_secs': 0.484478} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.255686] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.255898] env[69529]: INFO nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Took 12.06 seconds to spawn the instance on the hypervisor. [ 936.256116] env[69529]: DEBUG nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.256919] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0917b6-734d-4dd2-8c15-6dffc0ff4ca7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.278928] env[69529]: DEBUG oslo_vmware.api [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233735} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.279218] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.279414] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.279613] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.279784] env[69529]: INFO nova.compute.manager [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 936.280054] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.280266] env[69529]: DEBUG nova.compute.manager [-] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.280361] env[69529]: DEBUG nova.network.neutron [-] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.305367] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Applying migration context for instance d2cf6d47-2eb2-43e9-baad-73442f983351 as it has an incoming, in-progress migration ba6cc348-5cf1-4b41-84a5-1b3b3ed0fe9f. Migration status is post-migrating {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 936.307531] env[69529]: INFO nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating resource usage from migration ba6cc348-5cf1-4b41-84a5-1b3b3ed0fe9f [ 936.346325] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 11d9bedb-4afe-4a98-bf67-180666568c92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.346494] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 2a506c55-2b41-470b-a8e3-2c582fb1a4fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.346672] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.346802] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.346921] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 656029d7-0bfc-4e9a-a894-8d29066228bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.347108] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 613ea6b8-c462-4a8f-aa3d-5da006f59c55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.347228] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance f9747f6e-c637-4650-9a12-56d8d0993e7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.347334] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 739d97b6-1445-4fcf-ad56-8ffa09061569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.347448] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance c7a63209-9705-4caa-b567-ffd30dbe38c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.347574] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 9089ee06-1140-4149-a2a5-15a0f1e964e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.347707] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 273e28db-880c-464f-b316-851419f091dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.347835] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.347976] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5a8a545d-77ce-40f7-bac6-a01627ba66a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.348263] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 46e5ab90-035b-450c-ba7f-c06b5c223212 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.348934] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 729b70b0-c415-47f6-8949-5559ffb977a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.349111] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.349274] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 2814f114-c951-458b-95d7-7b7e0c6addb8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.349435] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 12450fb6-2a17-44fe-96e5-bb32456465fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.349571] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 71d266cd-782c-4cbc-9caf-99f6f85ad53e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.349686] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 47918cb8-1e59-4dfd-b161-1c7f6848bdbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.349799] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.349910] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance e3da2690-31c8-410a-b003-b983eea08863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.350041] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance af0cf76e-09b7-42d6-8917-0d602f023ac4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.350166] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance f54a2b28-fe6a-48eb-bc06-f5493ce33bc8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.350278] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance eeee1c8a-bd68-4848-ac48-4d6f6b469a6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.350394] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 981ab456-998f-4007-80e1-bc01001766f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.350507] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Migration ba6cc348-5cf1-4b41-84a5-1b3b3ed0fe9f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 936.350615] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 367bf348-622d-4ff3-9aac-3c424a51fb6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.350722] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance d2cf6d47-2eb2-43e9-baad-73442f983351 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.460244] env[69529]: DEBUG oslo_vmware.api [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] Task: {'id': task-3356145, 'name': ReconfigVM_Task, 'duration_secs': 0.151661} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.460551] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1cad62ed-5833-41f7-a8e4-1e0194e95600 tempest-ServersAdminTestJSON-37441308 tempest-ServersAdminTestJSON-37441308-project-admin] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Reconfigured VM instance to set the machine id {{(pid=69529) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 936.620372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.620372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.620372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.704501] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.776768] env[69529]: INFO nova.compute.manager [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Took 53.19 seconds to build instance. [ 936.801562] env[69529]: DEBUG nova.compute.manager [req-9e0b18e6-d0db-4115-a1a7-47b9cdc75b14 req-c3af7c38-e820-4a2a-848c-031b65c94eff service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Received event network-vif-deleted-27334dcd-9577-4fdb-bbd6-2d26d39e2588 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.801922] env[69529]: INFO nova.compute.manager [req-9e0b18e6-d0db-4115-a1a7-47b9cdc75b14 req-c3af7c38-e820-4a2a-848c-031b65c94eff service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Neutron deleted interface 27334dcd-9577-4fdb-bbd6-2d26d39e2588; detaching it from the instance and deleting it from the info cache [ 936.802102] env[69529]: DEBUG nova.network.neutron [req-9e0b18e6-d0db-4115-a1a7-47b9cdc75b14 req-c3af7c38-e820-4a2a-848c-031b65c94eff service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.839546] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.854190] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 9bffd46f-5976-4b68-9486-4baf1188c20b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 937.097187] env[69529]: DEBUG nova.network.neutron [-] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.203315] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.279242] env[69529]: DEBUG oslo_concurrency.lockutils [None req-39c356ce-c845-4d74-8831-3c6ba5197475 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "981ab456-998f-4007-80e1-bc01001766f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.802s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.305373] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c65199ac-bb6b-4565-984b-9bc1b82351cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.317060] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fed5f5-a895-45a6-921e-5f993c8f2fcb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.354419] env[69529]: DEBUG nova.compute.manager [req-9e0b18e6-d0db-4115-a1a7-47b9cdc75b14 req-c3af7c38-e820-4a2a-848c-031b65c94eff service nova] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Detach interface failed, port_id=27334dcd-9577-4fdb-bbd6-2d26d39e2588, reason: Instance eeee1c8a-bd68-4848-ac48-4d6f6b469a6f could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.357423] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance c6638c0b-5cb5-4e6a-af25-e75088a27267 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 937.599085] env[69529]: INFO nova.compute.manager [-] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Took 1.32 seconds to deallocate network for instance. [ 937.687460] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.687701] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.687897] env[69529]: DEBUG nova.network.neutron [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.702495] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.803851] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "981ab456-998f-4007-80e1-bc01001766f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.804148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "981ab456-998f-4007-80e1-bc01001766f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.804370] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "981ab456-998f-4007-80e1-bc01001766f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.804560] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "981ab456-998f-4007-80e1-bc01001766f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.804732] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "981ab456-998f-4007-80e1-bc01001766f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.807083] env[69529]: INFO nova.compute.manager [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Terminating instance [ 937.860650] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 82f38db9-628c-4048-aa91-a8082d1f7198 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 937.860886] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (6319ec90-cb63-4f48-a3ba-c175ec0ccde7): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 938.087680] env[69529]: INFO nova.compute.manager [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Rebuilding instance [ 938.107365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.135083] env[69529]: DEBUG nova.compute.manager [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.137273] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a6e469-6717-4bc2-8bad-a04623bd7870 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.202754] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.311199] env[69529]: DEBUG nova.compute.manager [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.311459] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.312278] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c185028a-9f32-4f05-8629-901a93a5a4be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.322339] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.322578] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641cd5a9-4be7-4e76-a55b-c8c846fc255b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.329347] env[69529]: DEBUG oslo_vmware.api [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 938.329347] env[69529]: value = "task-3356147" [ 938.329347] env[69529]: _type = "Task" [ 938.329347] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.337022] env[69529]: DEBUG oslo_vmware.api [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.363907] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 6b00ba8a-af94-423f-8dc8-6d7302a898ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.418844] env[69529]: DEBUG nova.network.neutron [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [{"id": "592cefa1-c692-4817-9190-230ab5aaccab", "address": "fa:16:3e:b6:ec:25", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592cefa1-c6", "ovs_interfaceid": "592cefa1-c692-4817-9190-230ab5aaccab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.704080] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356146, 'name': ReconfigVM_Task, 'duration_secs': 2.189446} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.704913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb6b4bc-6050-4a6c-82f6-b69d5d4862c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.724060] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:58:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1c91074f-fcfd-4650-8a2b-44a865762b0b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2066731739',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.724391] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.724595] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.724886] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.725123] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.725310] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.725530] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.725716] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.725903] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.726083] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.726262] env[69529]: DEBUG nova.virt.hardware [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.727155] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f73f5f-f4b5-42a9-95f5-6dd5841e9812 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.733012] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 938.733012] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52af6b17-93cc-55f5-203f-d3e535d515ad" [ 938.733012] env[69529]: _type = "Task" [ 938.733012] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.741043] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52af6b17-93cc-55f5-203f-d3e535d515ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.838951] env[69529]: DEBUG oslo_vmware.api [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356147, 'name': PowerOffVM_Task, 'duration_secs': 0.239592} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.839173] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.839333] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.839631] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed475557-0a66-4b22-b0f3-44bbc0ae3d72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.867540] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 663ce282-a30e-43bd-8922-d3f53e3392fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.922610] env[69529]: DEBUG oslo_concurrency.lockutils [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.928326] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.928600] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.928857] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Deleting the datastore file [datastore1] 981ab456-998f-4007-80e1-bc01001766f8 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.929130] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-741cc573-1611-44f7-a927-9d281f5fae49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.935300] env[69529]: DEBUG oslo_vmware.api [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for the task: (returnval){ [ 938.935300] env[69529]: value = "task-3356149" [ 938.935300] env[69529]: _type = "Task" [ 938.935300] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.944037] env[69529]: DEBUG oslo_vmware.api [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.154222] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.154554] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78071c45-f2a3-4eaa-b7eb-2b78b769af5b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.161981] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 939.161981] env[69529]: value = "task-3356150" [ 939.161981] env[69529]: _type = "Task" [ 939.161981] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.170127] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.242952] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52af6b17-93cc-55f5-203f-d3e535d515ad, 'name': SearchDatastore_Task, 'duration_secs': 0.007441} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.248512] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 939.248768] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0821e9c4-27a4-4553-ba7e-963ef5e92e49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.268779] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 939.268779] env[69529]: value = "task-3356151" [ 939.268779] env[69529]: _type = "Task" [ 939.268779] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.278882] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.371159] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance df27b953-d341-4b7a-9b22-be6fedd3db50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.444880] env[69529]: DEBUG oslo_vmware.api [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Task: {'id': task-3356149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16784} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.445383] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.445383] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.445497] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.445918] env[69529]: INFO nova.compute.manager [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 939.445918] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.446058] env[69529]: DEBUG nova.compute.manager [-] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.446162] env[69529]: DEBUG nova.network.neutron [-] [instance: 981ab456-998f-4007-80e1-bc01001766f8] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.449871] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5ced9-7f0f-4c7e-806c-a4ff44259c76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.468209] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a72d705-90ed-4fb3-b872-9eacaf9e838f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.476148] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance 'd2cf6d47-2eb2-43e9-baad-73442f983351' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.672354] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356150, 'name': PowerOffVM_Task, 'duration_secs': 0.270809} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.673047] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.673130] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.673851] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9265db-229b-4b23-b3bf-e03c2f6bef36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.680346] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.680578] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14564c04-474f-424d-8bff-f8c0be4a9760 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.745518] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.745772] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.745966] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleting the datastore file [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.746269] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-964a69c3-676a-48a1-b1ba-75d95c19d8dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.752049] env[69529]: DEBUG nova.compute.manager [req-f611df31-7153-4c91-ae64-5b8eb96cb323 req-f4a63724-d057-442b-92c1-9eb4a08af3d6 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received event network-vif-deleted-27d49777-9ce1-4821-a140-9dc42a860594 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.752279] env[69529]: INFO nova.compute.manager [req-f611df31-7153-4c91-ae64-5b8eb96cb323 req-f4a63724-d057-442b-92c1-9eb4a08af3d6 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Neutron deleted interface 27d49777-9ce1-4821-a140-9dc42a860594; detaching it from the instance and deleting it from the info cache [ 939.752452] env[69529]: DEBUG nova.network.neutron [req-f611df31-7153-4c91-ae64-5b8eb96cb323 req-f4a63724-d057-442b-92c1-9eb4a08af3d6 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Updating instance_info_cache with network_info: [{"id": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "address": "fa:16:3e:da:60:5f", "network": {"id": "5f77e17d-63de-441b-9ebf-b7bb2468962b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1766730895", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab86a4d30e704df0abad0f0b46df5fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da623279-b6f6-4570-8b15-a332120b8b60", "external-id": "nsx-vlan-transportzone-733", "segmentation_id": 733, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7b98af-95", "ovs_interfaceid": "8c7b98af-954e-447f-ae0f-bfec454a6e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.755047] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 939.755047] env[69529]: value = "task-3356153" [ 939.755047] env[69529]: _type = "Task" [ 939.755047] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.763485] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.777689] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356151, 'name': ReconfigVM_Task, 'duration_secs': 0.182638} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.777951] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 939.778742] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cde773-cdfc-46c4-94c3-fc449f6b22c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.801098] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.801349] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-973d306d-e715-4f06-99c2-64a3eb408d98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.819244] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 939.819244] env[69529]: value = "task-3356154" [ 939.819244] env[69529]: _type = "Task" [ 939.819244] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.827070] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.875168] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance d085abc4-f600-47a4-a917-2d993cb6df1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 939.875168] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 939.875168] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 939.983576] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd26d2-ef86-4d16-a41b-8c55a173152c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance 'd2cf6d47-2eb2-43e9-baad-73442f983351' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.258431] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8d58b71-f39e-4ce7-a852-aee90835fe75 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269555] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134866} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.272549] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.272744] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.272924] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.278694] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f0d7b-d4b2-41f3-8664-f95b0feff20f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.315209] env[69529]: DEBUG nova.compute.manager [req-f611df31-7153-4c91-ae64-5b8eb96cb323 req-f4a63724-d057-442b-92c1-9eb4a08af3d6 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Detach interface failed, port_id=27d49777-9ce1-4821-a140-9dc42a860594, reason: Instance 981ab456-998f-4007-80e1-bc01001766f8 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.328326] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356154, 'name': ReconfigVM_Task, 'duration_secs': 0.26395} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.328657] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf/47918cb8-1e59-4dfd-b161-1c7f6848bdbf.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.329510] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba6f37e-6437-4deb-bc42-421d2ba7bb53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.351970] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c322dae-1df5-443b-ad20-5d87411aa77b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.355407] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0073a99d-bc7d-482b-a9e6-fdc3e6295edc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.374878] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67352c81-1901-4249-bd84-8c57366c4d36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.378903] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b79c180-3cb3-4b2c-997b-4266fc678822 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.422495] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83100bf3-94c6-409a-bd34-3de02f7f01c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.425303] env[69529]: DEBUG nova.network.neutron [-] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.427606] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5734eb-541d-49bd-8539-3d5caeb5011c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.438689] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451df308-6dbf-4596-b31c-24da3900569b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.442845] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.443781] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-334f1d24-f4f9-43bd-bebe-6ab20da91d0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.455593] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.457864] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 940.457864] env[69529]: value = "task-3356155" [ 940.457864] env[69529]: _type = "Task" [ 940.457864] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.466157] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356155, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.928107] env[69529]: INFO nova.compute.manager [-] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Took 1.48 seconds to deallocate network for instance. [ 940.957446] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.971571] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.328944] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.329088] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.329186] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.329399] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.329575] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.329738] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.329947] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.330127] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.330297] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.330489] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.330669] env[69529]: DEBUG nova.virt.hardware [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.331553] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db64d677-3f1a-48ef-b6b0-712743b8c02c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.339137] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da9cd2-c4bd-41b3-bc41-bf38ef5fdcc2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.355404] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ce:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475be3ce-528c-4f44-9930-ad361d0a1278', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.363994] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.364346] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.364632] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d439782e-03b7-4a22-8425-a2790544588f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.384544] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.384544] env[69529]: value = "task-3356156" [ 941.384544] env[69529]: _type = "Task" [ 941.384544] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.392536] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356156, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.434368] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.462681] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 941.463066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.183s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.466599] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.587s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.466802] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.469177] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.468s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.470769] env[69529]: INFO nova.compute.claims [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.473783] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.473965] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Cleaning up deleted instances {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 941.482723] env[69529]: DEBUG oslo_vmware.api [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356155, 'name': PowerOnVM_Task, 'duration_secs': 0.87248} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.483616] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.517705] env[69529]: INFO nova.scheduler.client.report [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Deleted allocations for instance a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5 [ 941.755471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "d2cf6d47-2eb2-43e9-baad-73442f983351" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.755637] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.755848] env[69529]: DEBUG nova.compute.manager [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Going to confirm migration 3 {{(pid=69529) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 941.804818] env[69529]: DEBUG nova.compute.manager [req-024e7bee-2543-40a4-89c5-27d5b6471168 req-0c4aedb9-51d9-4235-a717-3352fb282dd1 service nova] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Received event network-vif-deleted-8c7b98af-954e-447f-ae0f-bfec454a6e9b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.894840] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356156, 'name': CreateVM_Task, 'duration_secs': 0.336307} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.895028] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.895709] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.895878] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.896285] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.896555] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa25c34-fbf7-4593-8e71-9b447981af49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.900884] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 941.900884] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c318af-271e-9c03-64a6-0258bbd87963" [ 941.900884] env[69529]: _type = "Task" [ 941.900884] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.908325] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c318af-271e-9c03-64a6-0258bbd87963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.987077] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] There are 41 instances to clean {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 941.987312] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 63b5368d-43c0-4143-a281-5d83b8fa7642] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.024712] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ef2c898-f363-4a76-8ea9-b2e864787867 tempest-SecurityGroupsTestJSON-1510539515 tempest-SecurityGroupsTestJSON-1510539515-project-member] Lock "a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.688s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.338431] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.338666] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.338860] env[69529]: DEBUG nova.network.neutron [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.339060] env[69529]: DEBUG nova.objects.instance [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'info_cache' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.412092] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c318af-271e-9c03-64a6-0258bbd87963, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.413226] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.413482] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.413690] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.413840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.414027] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.414764] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e97eca-51e1-4949-b6b7-28ae3e0f0de2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.417496] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0f7994-5544-47d8-92be-f6210cd76e3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.423466] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6764a62d-b222-4ea6-ba9e-26caec6068bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.428712] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.429050] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.452695] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab2b804-3567-4b5d-8dba-2766483ff507 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.455686] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab38f1-af2a-44b5-af06-b9cd05c3b45f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.463728] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 942.463728] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5241757f-52eb-fbb2-5e15-bab47e61e2a6" [ 942.463728] env[69529]: _type = "Task" [ 942.463728] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.464722] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dff18e5-5939-44ad-a34d-3394754c3a50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.475506] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5241757f-52eb-fbb2-5e15-bab47e61e2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.483256] env[69529]: DEBUG nova.compute.provider_tree [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.496971] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 06d6148f-6569-4dc1-b0cb-d047a3c31150] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.499641] env[69529]: INFO nova.compute.manager [None req-5be3a725-9183-41d1-a6df-150733e5bd6d tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance to original state: 'active' [ 942.984304] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5241757f-52eb-fbb2-5e15-bab47e61e2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.027581} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.986012] env[69529]: DEBUG nova.scheduler.client.report [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.989125] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d377f1f-5a92-494f-8f5f-ef491d18a5e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.994886] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 942.994886] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528ca906-5d07-2e33-23f9-d1a943eee480" [ 942.994886] env[69529]: _type = "Task" [ 942.994886] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.003471] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: cd158c49-ffc2-4044-87a8-ad695e906bcb] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.008357] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528ca906-5d07-2e33-23f9-d1a943eee480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.494984] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.026s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.495528] env[69529]: DEBUG nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.499138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.701s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.499138] env[69529]: DEBUG nova.objects.instance [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 943.506185] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 38c879a6-039b-4544-9efa-55d87a3db614] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.530797] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528ca906-5d07-2e33-23f9-d1a943eee480, 'name': SearchDatastore_Task, 'duration_secs': 0.031943} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.531219] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.531343] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.532070] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-721da970-33c1-4d71-9c05-3753c5f65338 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.542103] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 943.542103] env[69529]: value = "task-3356157" [ 943.542103] env[69529]: _type = "Task" [ 943.542103] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.555396] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.603227] env[69529]: DEBUG nova.network.neutron [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [{"id": "592cefa1-c692-4817-9190-230ab5aaccab", "address": "fa:16:3e:b6:ec:25", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592cefa1-c6", "ovs_interfaceid": "592cefa1-c692-4817-9190-230ab5aaccab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.791134] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.791659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.791881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.792065] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.792246] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.794578] env[69529]: INFO nova.compute.manager [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Terminating instance [ 944.007646] env[69529]: DEBUG nova.compute.utils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.013574] env[69529]: DEBUG nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.013771] env[69529]: DEBUG nova.network.neutron [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.016509] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 67d8fa6b-dd82-45f4-b425-4dc27b321d16] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.054165] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476269} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.054455] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.054676] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.054929] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b412d31-1fc3-4372-8052-1c582b461171 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.061241] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 944.061241] env[69529]: value = "task-3356158" [ 944.061241] env[69529]: _type = "Task" [ 944.061241] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.075175] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.088209] env[69529]: DEBUG nova.policy [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d71c1657a144e4944599eb2b7e3794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b39d6555b0f4b259c7fcef29b3beb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.107470] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.107470] env[69529]: DEBUG nova.objects.instance [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'migration_context' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.298764] env[69529]: DEBUG nova.compute.manager [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.299078] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.300517] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edb90fc-7487-452c-bb2b-83e82a2557d9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.308148] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.308404] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ea00f5-e3ec-4a67-8754-9b87181aca91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.315415] env[69529]: DEBUG oslo_vmware.api [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 944.315415] env[69529]: value = "task-3356159" [ 944.315415] env[69529]: _type = "Task" [ 944.315415] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.325276] env[69529]: DEBUG oslo_vmware.api [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.490338] env[69529]: DEBUG nova.network.neutron [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Successfully created port: 2ba9bf9d-f599-4bcb-84e2-e859ee64f697 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.514792] env[69529]: DEBUG nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.521148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-078573f2-5510-4dd1-a9a0-0b3b8ff00a85 tempest-ServersAdmin275Test-383848660 tempest-ServersAdmin275Test-383848660-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.521148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.256s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.524941] env[69529]: INFO nova.compute.claims [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.533063] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: d5bd66ce-fffe-4425-bacd-d69f6f889a31] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.571481] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060141} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.571758] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.572555] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8fb3f8-e499-4132-bf03-13534fa8a2c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.597137] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.598086] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afe708a-bdf6-4352-a0bb-99e79733205c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.619348] env[69529]: DEBUG nova.objects.base [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.620338] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3415b2a-fe8c-4319-b2ca-2bf5bf4f82ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.642586] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6e3b17-b66a-464e-9b0c-8fc3f0d3d184 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.645065] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 944.645065] env[69529]: value = "task-3356160" [ 944.645065] env[69529]: _type = "Task" [ 944.645065] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.652982] env[69529]: DEBUG oslo_vmware.api [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 944.652982] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ed1b51-a1a9-03bb-c398-53245a578479" [ 944.652982] env[69529]: _type = "Task" [ 944.652982] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.658466] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.664409] env[69529]: DEBUG oslo_vmware.api [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ed1b51-a1a9-03bb-c398-53245a578479, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.664778] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.825711] env[69529]: DEBUG oslo_vmware.api [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356159, 'name': PowerOffVM_Task, 'duration_secs': 0.304872} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.826251] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.826496] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.826834] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b0d3d00-ca73-46c6-bdbf-d64d6f16fdbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.016982] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.017248] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.017439] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Deleting the datastore file [datastore1] 47918cb8-1e59-4dfd-b161-1c7f6848bdbf {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.017729] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffa18083-84f0-41e8-9d35-6272f22844af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.027202] env[69529]: DEBUG oslo_vmware.api [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 945.027202] env[69529]: value = "task-3356162" [ 945.027202] env[69529]: _type = "Task" [ 945.027202] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.041022] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 9bd9e5f3-036b-44a2-8863-470653a383d1] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.042941] env[69529]: DEBUG oslo_vmware.api [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.155134] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356160, 'name': ReconfigVM_Task, 'duration_secs': 0.423577} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.155446] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.156192] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71d20da4-3d22-4229-8843-3291c12cd290 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.163083] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 945.163083] env[69529]: value = "task-3356163" [ 945.163083] env[69529]: _type = "Task" [ 945.163083] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.174933] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356163, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.529390] env[69529]: DEBUG nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.541317] env[69529]: DEBUG oslo_vmware.api [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17753} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.541581] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.541762] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.541942] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.542130] env[69529]: INFO nova.compute.manager [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Took 1.24 seconds to destroy the instance on the hypervisor. [ 945.542371] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.542560] env[69529]: DEBUG nova.compute.manager [-] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.542654] env[69529]: DEBUG nova.network.neutron [-] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.547125] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: e3a8beb1-fde1-487c-9001-573a322acf9f] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.557803] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.558016] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.558184] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.558371] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.558518] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.558706] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.558893] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.559070] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.559243] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.559556] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.559620] env[69529]: DEBUG nova.virt.hardware [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.560458] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccf959c-0cec-4c27-a54c-f39f507655a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.568262] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72247b93-4c26-4ff1-80a0-5eb7dc702cc8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.673760] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356163, 'name': Rename_Task, 'duration_secs': 0.141392} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.674112] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.674602] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56bc8fd2-ef6a-4658-bdfe-dcf515b19ab5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.683111] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 945.683111] env[69529]: value = "task-3356164" [ 945.683111] env[69529]: _type = "Task" [ 945.683111] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.692911] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.917402] env[69529]: DEBUG nova.compute.manager [req-67868f3a-97b5-4b47-a31f-2e08d60d536e req-acc38b1a-1e24-4697-944a-de64c1a3e8d4 service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Received event network-vif-deleted-31dba346-dcb0-474f-a476-e9551f1b2361 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.917402] env[69529]: INFO nova.compute.manager [req-67868f3a-97b5-4b47-a31f-2e08d60d536e req-acc38b1a-1e24-4697-944a-de64c1a3e8d4 service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Neutron deleted interface 31dba346-dcb0-474f-a476-e9551f1b2361; detaching it from the instance and deleting it from the info cache [ 945.917473] env[69529]: DEBUG nova.network.neutron [req-67868f3a-97b5-4b47-a31f-2e08d60d536e req-acc38b1a-1e24-4697-944a-de64c1a3e8d4 service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.055367] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: cc36ef6c-6844-4745-a164-44ddbe158fe9] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.069635] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6866b3f-4e8c-48c3-bb67-2033bbfc4ee1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.080109] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dfeecf-2f30-407d-b8f0-be7548de0421 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.116902] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b4439d-284d-46bf-9086-60ce0a91cfa4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.124822] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b73c6e2-d9f3-4bc4-9eb2-8f7cfa5c3df0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.141810] env[69529]: DEBUG nova.compute.provider_tree [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.144295] env[69529]: DEBUG nova.network.neutron [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Successfully updated port: 2ba9bf9d-f599-4bcb-84e2-e859ee64f697 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.193319] env[69529]: DEBUG oslo_vmware.api [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356164, 'name': PowerOnVM_Task, 'duration_secs': 0.466958} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.193599] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.193881] env[69529]: DEBUG nova.compute.manager [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.194598] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ca321-896e-40db-b383-ef883e159f8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.393096] env[69529]: DEBUG nova.network.neutron [-] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.422942] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d1f84d5-cb29-4d64-b16e-4fdff35409f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.431220] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79888aa-4ed7-42fd-8f24-ffe896383327 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.471525] env[69529]: DEBUG nova.compute.manager [req-67868f3a-97b5-4b47-a31f-2e08d60d536e req-acc38b1a-1e24-4697-944a-de64c1a3e8d4 service nova] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Detach interface failed, port_id=31dba346-dcb0-474f-a476-e9551f1b2361, reason: Instance 47918cb8-1e59-4dfd-b161-1c7f6848bdbf could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.559612] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 685aaf9b-7133-48ce-8224-3f855f94d723] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.646645] env[69529]: DEBUG nova.scheduler.client.report [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.650164] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.650298] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.650450] env[69529]: DEBUG nova.network.neutron [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.710991] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.897690] env[69529]: INFO nova.compute.manager [-] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Took 1.35 seconds to deallocate network for instance. [ 947.063869] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 23d496ce-cce1-47ee-b8f9-ef08d1f81d5d] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.159846] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.160412] env[69529]: DEBUG nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.174270] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 51.112s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.174270] env[69529]: DEBUG nova.objects.instance [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.217664] env[69529]: DEBUG nova.network.neutron [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.406312] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.435749] env[69529]: DEBUG nova.network.neutron [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Updating instance_info_cache with network_info: [{"id": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "address": "fa:16:3e:43:b9:68", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba9bf9d-f5", "ovs_interfaceid": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.555243] env[69529]: INFO nova.compute.manager [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Rebuilding instance [ 947.566898] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 6b391d42-08bf-4dd2-9bbf-4eab08b42a89] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.609266] env[69529]: DEBUG nova.compute.manager [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.610227] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac2633b-083f-45b2-878d-55bb00c818d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.670155] env[69529]: DEBUG nova.compute.utils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.671538] env[69529]: DEBUG nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.671709] env[69529]: DEBUG nova.network.neutron [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.735128] env[69529]: DEBUG nova.policy [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d71c1657a144e4944599eb2b7e3794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b39d6555b0f4b259c7fcef29b3beb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.938396] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.939341] env[69529]: DEBUG nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Instance network_info: |[{"id": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "address": "fa:16:3e:43:b9:68", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba9bf9d-f5", "ovs_interfaceid": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.939341] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:b9:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba9bf9d-f599-4bcb-84e2-e859ee64f697', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.946814] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Creating folder: Project (1b39d6555b0f4b259c7fcef29b3beb90). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.948336] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c00f7ae6-5b8e-4a8f-943a-ad2cdc1037ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.951201] env[69529]: DEBUG nova.compute.manager [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Received event network-vif-plugged-2ba9bf9d-f599-4bcb-84e2-e859ee64f697 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.951396] env[69529]: DEBUG oslo_concurrency.lockutils [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] Acquiring lock "9bffd46f-5976-4b68-9486-4baf1188c20b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.951630] env[69529]: DEBUG oslo_concurrency.lockutils [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.951807] env[69529]: DEBUG oslo_concurrency.lockutils [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.951912] env[69529]: DEBUG nova.compute.manager [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] No waiting events found dispatching network-vif-plugged-2ba9bf9d-f599-4bcb-84e2-e859ee64f697 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.952089] env[69529]: WARNING nova.compute.manager [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Received unexpected event network-vif-plugged-2ba9bf9d-f599-4bcb-84e2-e859ee64f697 for instance with vm_state building and task_state spawning. [ 947.952248] env[69529]: DEBUG nova.compute.manager [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Received event network-changed-2ba9bf9d-f599-4bcb-84e2-e859ee64f697 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.952399] env[69529]: DEBUG nova.compute.manager [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Refreshing instance network info cache due to event network-changed-2ba9bf9d-f599-4bcb-84e2-e859ee64f697. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.952576] env[69529]: DEBUG oslo_concurrency.lockutils [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] Acquiring lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.952707] env[69529]: DEBUG oslo_concurrency.lockutils [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] Acquired lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.953270] env[69529]: DEBUG nova.network.neutron [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Refreshing network info cache for port 2ba9bf9d-f599-4bcb-84e2-e859ee64f697 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.965425] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Created folder: Project (1b39d6555b0f4b259c7fcef29b3beb90) in parent group-v669649. [ 947.965554] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Creating folder: Instances. Parent ref: group-v669848. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.967850] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d197f465-452a-45a7-84ab-e10df3fe3819 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.974829] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Created folder: Instances in parent group-v669848. [ 947.975085] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.975276] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.975476] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8be37ce0-be50-441c-9ca7-5780fb8f36a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.996848] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.996848] env[69529]: value = "task-3356167" [ 947.996848] env[69529]: _type = "Task" [ 947.996848] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.004585] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356167, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.016905] env[69529]: DEBUG nova.network.neutron [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Successfully created port: 9a980954-bffe-4e41-9fc5-9567274d9c9d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.071040] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 8865002f-5666-480a-852d-67f6768642a3] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.177826] env[69529]: DEBUG nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.185133] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4fb0eaed-4811-4c2d-ab21-330cec664d98 tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.185133] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.895s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.185133] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.187873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.205s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.188218] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.190563] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.311s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.190866] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.194123] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.060s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.194123] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.197191] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.974s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.199439] env[69529]: INFO nova.compute.claims [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.245828] env[69529]: INFO nova.scheduler.client.report [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Deleted allocations for instance 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133 [ 948.250772] env[69529]: INFO nova.scheduler.client.report [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Deleted allocations for instance 9089ee06-1140-4149-a2a5-15a0f1e964e3 [ 948.294870] env[69529]: INFO nova.scheduler.client.report [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Deleted allocations for instance a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94 [ 948.303378] env[69529]: INFO nova.scheduler.client.report [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Deleted allocations for instance 12450fb6-2a17-44fe-96e5-bb32456465fb [ 948.507481] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356167, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.574746] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 5992d1f4-5bc1-42a7-860b-984593253dd9] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.626717] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.628363] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e67eaa-6769-40dc-9b78-03dff61f4c4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.641454] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 948.641454] env[69529]: value = "task-3356168" [ 948.641454] env[69529]: _type = "Task" [ 948.641454] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.650764] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.760697] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4271acd-9aea-43a4-b603-c966655a7b0e tempest-ServerShowV257Test-56692161 tempest-ServerShowV257Test-56692161-project-member] Lock "8fda3bd4-b22f-4ca4-8a5d-9a1332c82133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.172s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.766926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b04f9c6-74b5-4aad-ab48-54863bd158ec tempest-ImagesOneServerTestJSON-725949560 tempest-ImagesOneServerTestJSON-725949560-project-member] Lock "9089ee06-1140-4149-a2a5-15a0f1e964e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.271s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.807461] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1bc19492-5a88-4ddf-ad78-d95f6dcdcad4 tempest-ServersAdmin275Test-780339763 tempest-ServersAdmin275Test-780339763-project-member] Lock "a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.854s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.810283] env[69529]: DEBUG oslo_concurrency.lockutils [None req-32c2953b-44ce-464e-9415-0a2357e6c533 tempest-InstanceActionsTestJSON-632306140 tempest-InstanceActionsTestJSON-632306140-project-member] Lock "12450fb6-2a17-44fe-96e5-bb32456465fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.353s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.947007] env[69529]: DEBUG nova.network.neutron [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Updated VIF entry in instance network info cache for port 2ba9bf9d-f599-4bcb-84e2-e859ee64f697. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.948296] env[69529]: DEBUG nova.network.neutron [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Updating instance_info_cache with network_info: [{"id": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "address": "fa:16:3e:43:b9:68", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba9bf9d-f5", "ovs_interfaceid": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.009175] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356167, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.079232] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 7ea69d07-17ad-4ec6-bbe3-ff7f2e51794e] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.156981] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356168, 'name': PowerOffVM_Task, 'duration_secs': 0.177969} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.156981] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.156981] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.158305] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83191964-4127-4414-9679-5cd0e2d98616 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.164558] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.165041] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96dfee4f-8f45-42eb-ae08-7920a9577976 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.186922] env[69529]: DEBUG nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.223963] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.224576] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.224576] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleting the datastore file [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.224691] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81573855-39b8-4029-a842-1721c5a01593 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.230118] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.230118] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.230295] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.230486] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.230928] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.231892] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.231892] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.231892] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.231892] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.232096] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.232572] env[69529]: DEBUG nova.virt.hardware [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.233259] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1876e4ad-236d-4e81-aa08-820d357127c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.244616] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84644f99-f11b-44a2-ab6b-35aa0f4a630d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.249040] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 949.249040] env[69529]: value = "task-3356170" [ 949.249040] env[69529]: _type = "Task" [ 949.249040] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.272249] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.455009] env[69529]: DEBUG oslo_concurrency.lockutils [req-ff0aec76-6e09-4b28-bab0-54831361759d req-40457203-fd33-49ab-8c5b-ab31d6441a99 service nova] Releasing lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.510527] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356167, 'name': CreateVM_Task, 'duration_secs': 1.127418} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.511225] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.511902] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.512010] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.512796] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.512796] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653579e1-f7d0-4fd1-afb1-a095ec6313df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.519562] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 949.519562] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c3df89-1f04-41df-28f5-51b077e8e84e" [ 949.519562] env[69529]: _type = "Task" [ 949.519562] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.527806] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c3df89-1f04-41df-28f5-51b077e8e84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.583813] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: bed307b3-51de-4ef1-bb50-49b4824ae0de] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.759417] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e39a4d-3565-4658-a909-535bfc538278 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.770445] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150952} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.773067] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.773591] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.774086] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.777938] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c422611d-cc01-44f2-b12d-5b553aa31fbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.812668] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1db331-2a70-4848-a8b4-d0b858c0efe7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.821126] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af8615d-d4bb-4a6b-9a81-c2756de8e8d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.836373] env[69529]: DEBUG nova.compute.provider_tree [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.033336] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c3df89-1f04-41df-28f5-51b077e8e84e, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.033666] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.034074] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.034185] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.034281] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.034510] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.034755] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b66a0547-3d17-41c0-80a0-780c67c03560 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.050880] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.051092] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.051993] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ec5d93-f24a-447b-a697-b5eb73309daa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.057260] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 950.057260] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d6497d-0326-d39e-3bb4-5e32cb7c2f93" [ 950.057260] env[69529]: _type = "Task" [ 950.057260] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.063886] env[69529]: DEBUG nova.compute.manager [req-b776dcff-0c83-43ad-8f07-aa1bd68b9173 req-70bbddf3-98f8-492d-8a43-2b13731a6b24 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Received event network-vif-plugged-9a980954-bffe-4e41-9fc5-9567274d9c9d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.064046] env[69529]: DEBUG oslo_concurrency.lockutils [req-b776dcff-0c83-43ad-8f07-aa1bd68b9173 req-70bbddf3-98f8-492d-8a43-2b13731a6b24 service nova] Acquiring lock "c6638c0b-5cb5-4e6a-af25-e75088a27267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.064268] env[69529]: DEBUG oslo_concurrency.lockutils [req-b776dcff-0c83-43ad-8f07-aa1bd68b9173 req-70bbddf3-98f8-492d-8a43-2b13731a6b24 service nova] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.064435] env[69529]: DEBUG oslo_concurrency.lockutils [req-b776dcff-0c83-43ad-8f07-aa1bd68b9173 req-70bbddf3-98f8-492d-8a43-2b13731a6b24 service nova] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.064598] env[69529]: DEBUG nova.compute.manager [req-b776dcff-0c83-43ad-8f07-aa1bd68b9173 req-70bbddf3-98f8-492d-8a43-2b13731a6b24 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] No waiting events found dispatching network-vif-plugged-9a980954-bffe-4e41-9fc5-9567274d9c9d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.064759] env[69529]: WARNING nova.compute.manager [req-b776dcff-0c83-43ad-8f07-aa1bd68b9173 req-70bbddf3-98f8-492d-8a43-2b13731a6b24 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Received unexpected event network-vif-plugged-9a980954-bffe-4e41-9fc5-9567274d9c9d for instance with vm_state building and task_state spawning. [ 950.069238] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d6497d-0326-d39e-3bb4-5e32cb7c2f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.089027] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: a056461f-a9e6-44a3-a42e-5277dc21344d] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.100572] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "d5f74b11-9993-4e39-b882-a22bf147f313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.100935] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "d5f74b11-9993-4e39-b882-a22bf147f313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.340505] env[69529]: DEBUG nova.scheduler.client.report [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.392916] env[69529]: DEBUG nova.network.neutron [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Successfully updated port: 9a980954-bffe-4e41-9fc5-9567274d9c9d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.570278] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d6497d-0326-d39e-3bb4-5e32cb7c2f93, 'name': SearchDatastore_Task, 'duration_secs': 0.008892} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.571576] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da82a4ed-f3b3-451e-98d4-d21fb785df3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.576968] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 950.576968] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e589e0-b321-df7e-c237-67fe3509820b" [ 950.576968] env[69529]: _type = "Task" [ 950.576968] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.585306] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e589e0-b321-df7e-c237-67fe3509820b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.591877] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 996a56d7-78ba-4cb9-a88c-79141b26f472] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.604667] env[69529]: DEBUG nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.825344] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.826089] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.826174] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.826514] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.826585] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.827141] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.827141] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.827559] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.827639] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.827820] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.828086] env[69529]: DEBUG nova.virt.hardware [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.829522] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8299ae-dac5-486a-b3a3-4f4d1afe2507 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.841316] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97f9797-0092-44c1-8cfc-79943d317c57 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.847592] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.848785] env[69529]: DEBUG nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.853076] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.162s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.853302] env[69529]: DEBUG nova.objects.instance [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 950.869564] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:ce:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02092ea4-bae0-4e42-b0ab-abc365b4395a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '475be3ce-528c-4f44-9930-ad361d0a1278', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.878388] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.878651] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.878847] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f622212-fe8a-41d3-ae36-defaaab9aff0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.897356] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "refresh_cache-c6638c0b-5cb5-4e6a-af25-e75088a27267" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.897516] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "refresh_cache-c6638c0b-5cb5-4e6a-af25-e75088a27267" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.897664] env[69529]: DEBUG nova.network.neutron [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.905232] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.905232] env[69529]: value = "task-3356171" [ 950.905232] env[69529]: _type = "Task" [ 950.905232] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.914073] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356171, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.092997] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e589e0-b321-df7e-c237-67fe3509820b, 'name': SearchDatastore_Task, 'duration_secs': 0.015452} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.093385] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.093701] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 9bffd46f-5976-4b68-9486-4baf1188c20b/9bffd46f-5976-4b68-9486-4baf1188c20b.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.094039] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08751b7-4501-4fd6-a136-0eb2ce3d11c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.096766] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: bc990ba2-d378-4508-bb7a-99e53157d3cf] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.103844] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 951.103844] env[69529]: value = "task-3356172" [ 951.103844] env[69529]: _type = "Task" [ 951.103844] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.116570] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.135977] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.355722] env[69529]: DEBUG nova.compute.utils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.356828] env[69529]: DEBUG nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.357056] env[69529]: DEBUG nova.network.neutron [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.419974] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356171, 'name': CreateVM_Task, 'duration_secs': 0.330651} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.419974] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.420795] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.420958] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.421306] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.421639] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b635b666-368c-44c7-a5ff-33d8643436f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.428441] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 951.428441] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1e41f-e4fc-3466-280a-52284c231d89" [ 951.428441] env[69529]: _type = "Task" [ 951.428441] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.438787] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1e41f-e4fc-3466-280a-52284c231d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.466554] env[69529]: DEBUG nova.policy [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d71c1657a144e4944599eb2b7e3794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b39d6555b0f4b259c7fcef29b3beb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.494169] env[69529]: DEBUG nova.network.neutron [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.601868] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 12b2e24d-c606-4c5b-b56d-58c9cda03536] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.614505] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480783} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.615071] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 9bffd46f-5976-4b68-9486-4baf1188c20b/9bffd46f-5976-4b68-9486-4baf1188c20b.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.615355] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.615549] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b01c5dae-6177-4013-9924-1f8a8418a6d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.622873] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 951.622873] env[69529]: value = "task-3356173" [ 951.622873] env[69529]: _type = "Task" [ 951.622873] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.636580] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.750461] env[69529]: DEBUG nova.network.neutron [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Updating instance_info_cache with network_info: [{"id": "9a980954-bffe-4e41-9fc5-9567274d9c9d", "address": "fa:16:3e:f9:2d:27", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a980954-bf", "ovs_interfaceid": "9a980954-bffe-4e41-9fc5-9567274d9c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.861583] env[69529]: DEBUG nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.864926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62c7740b-b414-4480-a898-bfcdb4b06b98 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.866153] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.955s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.867712] env[69529]: INFO nova.compute.claims [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.910434] env[69529]: DEBUG nova.network.neutron [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Successfully created port: 80f203e5-79c1-40ba-a63e-f29613724c1b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.939991] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d1e41f-e4fc-3466-280a-52284c231d89, 'name': SearchDatastore_Task, 'duration_secs': 0.05713} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.941138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.941138] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.941138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.941138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.941138] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.941581] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-176dd85f-d636-4b17-a650-5893e4f23d7c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.950976] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.951204] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.951949] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37b5db1-1f2e-430b-836c-5c12a96671ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.957945] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 951.957945] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5218afb3-0a62-1958-16e8-dbaad9d8ea6d" [ 951.957945] env[69529]: _type = "Task" [ 951.957945] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.966286] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5218afb3-0a62-1958-16e8-dbaad9d8ea6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.104141] env[69529]: DEBUG nova.compute.manager [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Received event network-changed-9a980954-bffe-4e41-9fc5-9567274d9c9d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.104141] env[69529]: DEBUG nova.compute.manager [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Refreshing instance network info cache due to event network-changed-9a980954-bffe-4e41-9fc5-9567274d9c9d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.104141] env[69529]: DEBUG oslo_concurrency.lockutils [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] Acquiring lock "refresh_cache-c6638c0b-5cb5-4e6a-af25-e75088a27267" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.108505] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 20be0043-3dc2-45c6-8f27-903a6c3fe7dd] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.135963] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060338} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.136356] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.138205] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785a7aa9-fdc5-4b0b-937c-ef8a73686237 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.182680] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9bffd46f-5976-4b68-9486-4baf1188c20b/9bffd46f-5976-4b68-9486-4baf1188c20b.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.184039] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95be7b76-961a-4a87-92e8-fd1d2983ace3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.204207] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 952.204207] env[69529]: value = "task-3356174" [ 952.204207] env[69529]: _type = "Task" [ 952.204207] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.214495] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.253832] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "refresh_cache-c6638c0b-5cb5-4e6a-af25-e75088a27267" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.254165] env[69529]: DEBUG nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Instance network_info: |[{"id": "9a980954-bffe-4e41-9fc5-9567274d9c9d", "address": "fa:16:3e:f9:2d:27", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a980954-bf", "ovs_interfaceid": "9a980954-bffe-4e41-9fc5-9567274d9c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.254481] env[69529]: DEBUG oslo_concurrency.lockutils [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] Acquired lock "refresh_cache-c6638c0b-5cb5-4e6a-af25-e75088a27267" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.254665] env[69529]: DEBUG nova.network.neutron [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Refreshing network info cache for port 9a980954-bffe-4e41-9fc5-9567274d9c9d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.256036] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:2d:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a980954-bffe-4e41-9fc5-9567274d9c9d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.263445] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.264423] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.264644] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ad91f0-2a2a-4d6b-97af-37799ca1e8f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.287265] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.287265] env[69529]: value = "task-3356175" [ 952.287265] env[69529]: _type = "Task" [ 952.287265] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.294715] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356175, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.469932] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5218afb3-0a62-1958-16e8-dbaad9d8ea6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.471109] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ab4fa8-e90a-4256-a3ec-90c54408ad4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.477028] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 952.477028] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52399f0c-ece4-f63f-dd7b-159ad521d62f" [ 952.477028] env[69529]: _type = "Task" [ 952.477028] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.484992] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52399f0c-ece4-f63f-dd7b-159ad521d62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.613115] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: b4a6ccb1-d746-44f1-8dab-0b7ae7f358b6] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.715157] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356174, 'name': ReconfigVM_Task, 'duration_secs': 0.34123} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.715530] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9bffd46f-5976-4b68-9486-4baf1188c20b/9bffd46f-5976-4b68-9486-4baf1188c20b.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.716282] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298fa17a-bec4-4eb8-9484-f61102d53a72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.722543] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 952.722543] env[69529]: value = "task-3356176" [ 952.722543] env[69529]: _type = "Task" [ 952.722543] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.732348] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356176, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.797854] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356175, 'name': CreateVM_Task, 'duration_secs': 0.361688} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.798049] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.798781] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.798974] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.799306] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.800203] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b2bbb54-8637-42a5-989c-3a2f053e2d7a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.805426] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 952.805426] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e926ef-e9bf-d0c4-7163-c53dae6c7e4a" [ 952.805426] env[69529]: _type = "Task" [ 952.805426] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.813676] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e926ef-e9bf-d0c4-7163-c53dae6c7e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.873534] env[69529]: DEBUG nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.908808] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.909125] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.909273] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.909456] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.909642] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.909798] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.910029] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.910206] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.910358] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.910518] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.910685] env[69529]: DEBUG nova.virt.hardware [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.911579] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39729276-9c34-40d1-9ab6-cebf00dd33fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.925534] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f98c8-6323-4909-ab03-c94c88d6acb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.988975] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52399f0c-ece4-f63f-dd7b-159ad521d62f, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.989535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.989535] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.989802] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c163ce5d-61a2-43a7-9080-28f8b84b633e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.996659] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 952.996659] env[69529]: value = "task-3356177" [ 952.996659] env[69529]: _type = "Task" [ 952.996659] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.005447] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.060850] env[69529]: DEBUG nova.network.neutron [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Updated VIF entry in instance network info cache for port 9a980954-bffe-4e41-9fc5-9567274d9c9d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.061381] env[69529]: DEBUG nova.network.neutron [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Updating instance_info_cache with network_info: [{"id": "9a980954-bffe-4e41-9fc5-9567274d9c9d", "address": "fa:16:3e:f9:2d:27", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a980954-bf", "ovs_interfaceid": "9a980954-bffe-4e41-9fc5-9567274d9c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.116213] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: d90f2650-201d-41a4-b39d-2b2c28c4b781] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.237997] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356176, 'name': Rename_Task, 'duration_secs': 0.158854} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.241215] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.242028] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd35b756-97fa-41ce-bd8d-a2e36dc90c0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.249205] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 953.249205] env[69529]: value = "task-3356178" [ 953.249205] env[69529]: _type = "Task" [ 953.249205] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.262042] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.319693] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e926ef-e9bf-d0c4-7163-c53dae6c7e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.320049] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.320284] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.320558] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.320736] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.320945] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.321527] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f68de431-c40b-4880-b636-7fe6dfc4617d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.334346] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.334637] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.338319] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d64d8eb-5e2f-4fa4-ae1f-1703e8001be8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.344679] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 953.344679] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52703894-2403-c41f-b2b7-825ccded9bee" [ 953.344679] env[69529]: _type = "Task" [ 953.344679] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.354099] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52703894-2403-c41f-b2b7-825ccded9bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.437617] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ca7a42-9f9d-4c28-af1c-e83a9d60dcca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.446216] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80833173-aea6-4426-8fdf-3a8728f8fc45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.485980] env[69529]: DEBUG nova.network.neutron [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Successfully updated port: 80f203e5-79c1-40ba-a63e-f29613724c1b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.487639] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e38c5da-5aeb-4275-bc76-c939150d4f5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.495394] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128bd8ee-74e7-4c3c-9460-2ecf09cdc373 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.512920] env[69529]: DEBUG nova.compute.provider_tree [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.517659] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505771} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.518046] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.518267] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.518509] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd54e209-a6a0-448f-a53b-eea74f6cf87c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.524739] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 953.524739] env[69529]: value = "task-3356179" [ 953.524739] env[69529]: _type = "Task" [ 953.524739] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.533368] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.567270] env[69529]: DEBUG oslo_concurrency.lockutils [req-8a8a555a-9f90-4d81-b705-d7702cb577a0 req-94c30469-0b48-4235-8ec4-1d949cb3eda1 service nova] Releasing lock "refresh_cache-c6638c0b-5cb5-4e6a-af25-e75088a27267" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.619925] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: ea3f6265-95ff-416f-b86d-5646e8bd9bf7] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.760538] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356178, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.856025] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52703894-2403-c41f-b2b7-825ccded9bee, 'name': SearchDatastore_Task, 'duration_secs': 0.054631} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.857017] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eac6b0d-7dfe-4da7-8692-eb6d3f10f2fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.862472] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 953.862472] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52929bc8-a28e-25df-07e1-10f55749813e" [ 953.862472] env[69529]: _type = "Task" [ 953.862472] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.871155] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52929bc8-a28e-25df-07e1-10f55749813e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.991621] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "refresh_cache-82f38db9-628c-4048-aa91-a8082d1f7198" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.991762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "refresh_cache-82f38db9-628c-4048-aa91-a8082d1f7198" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.991924] env[69529]: DEBUG nova.network.neutron [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.019289] env[69529]: DEBUG nova.scheduler.client.report [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.035388] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065685} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.035652] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.036412] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8dd601-3ea1-46c5-b766-47b824d651ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.059851] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.060366] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b724e4f-b510-438c-b0f0-cc9c2953c898 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.079477] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 954.079477] env[69529]: value = "task-3356180" [ 954.079477] env[69529]: _type = "Task" [ 954.079477] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.087399] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.123717] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 2d5785a7-7e94-47ae-9dd9-6f596fc38843] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.134453] env[69529]: DEBUG nova.compute.manager [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Received event network-vif-plugged-80f203e5-79c1-40ba-a63e-f29613724c1b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.134671] env[69529]: DEBUG oslo_concurrency.lockutils [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] Acquiring lock "82f38db9-628c-4048-aa91-a8082d1f7198-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.134890] env[69529]: DEBUG oslo_concurrency.lockutils [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] Lock "82f38db9-628c-4048-aa91-a8082d1f7198-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.135072] env[69529]: DEBUG oslo_concurrency.lockutils [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] Lock "82f38db9-628c-4048-aa91-a8082d1f7198-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.135242] env[69529]: DEBUG nova.compute.manager [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] No waiting events found dispatching network-vif-plugged-80f203e5-79c1-40ba-a63e-f29613724c1b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.135402] env[69529]: WARNING nova.compute.manager [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Received unexpected event network-vif-plugged-80f203e5-79c1-40ba-a63e-f29613724c1b for instance with vm_state building and task_state spawning. [ 954.135558] env[69529]: DEBUG nova.compute.manager [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Received event network-changed-80f203e5-79c1-40ba-a63e-f29613724c1b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.135709] env[69529]: DEBUG nova.compute.manager [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Refreshing instance network info cache due to event network-changed-80f203e5-79c1-40ba-a63e-f29613724c1b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.135871] env[69529]: DEBUG oslo_concurrency.lockutils [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] Acquiring lock "refresh_cache-82f38db9-628c-4048-aa91-a8082d1f7198" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.270288] env[69529]: DEBUG oslo_vmware.api [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356178, 'name': PowerOnVM_Task, 'duration_secs': 0.591025} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.270388] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.270634] env[69529]: INFO nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Took 8.74 seconds to spawn the instance on the hypervisor. [ 954.271782] env[69529]: DEBUG nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.271974] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e82ff95-307a-477b-8248-49b6b1678cae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.371879] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52929bc8-a28e-25df-07e1-10f55749813e, 'name': SearchDatastore_Task, 'duration_secs': 0.024206} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.372232] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.372524] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] c6638c0b-5cb5-4e6a-af25-e75088a27267/c6638c0b-5cb5-4e6a-af25-e75088a27267.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.372812] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0bf9dd5-9268-4b95-bfc1-7caf763dfd46 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.382018] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 954.382018] env[69529]: value = "task-3356181" [ 954.382018] env[69529]: _type = "Task" [ 954.382018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.390041] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.524129] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.525033] env[69529]: DEBUG nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.528138] env[69529]: DEBUG nova.network.neutron [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.530122] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.471s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.531667] env[69529]: INFO nova.compute.claims [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.591793] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356180, 'name': ReconfigVM_Task, 'duration_secs': 0.311939} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.591793] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Reconfigured VM instance instance-00000029 to attach disk [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a/f9747f6e-c637-4650-9a12-56d8d0993e7a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.591793] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d44e4d7-c31a-438b-8134-e028ba1724fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.596944] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 954.596944] env[69529]: value = "task-3356182" [ 954.596944] env[69529]: _type = "Task" [ 954.596944] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.605551] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356182, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.629408] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 29afca04-1a1d-4518-a2cb-c02055db1a49] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.675356] env[69529]: DEBUG nova.network.neutron [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Updating instance_info_cache with network_info: [{"id": "80f203e5-79c1-40ba-a63e-f29613724c1b", "address": "fa:16:3e:b3:22:9e", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f203e5-79", "ovs_interfaceid": "80f203e5-79c1-40ba-a63e-f29613724c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.789778] env[69529]: INFO nova.compute.manager [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Took 62.81 seconds to build instance. [ 954.894599] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.036207] env[69529]: DEBUG nova.compute.utils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.039575] env[69529]: DEBUG nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.039742] env[69529]: DEBUG nova.network.neutron [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.087077] env[69529]: DEBUG nova.policy [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.106935] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356182, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.132803] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 507aa0e9-96c1-46cd-88cc-469f5ae354a6] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.179223] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "refresh_cache-82f38db9-628c-4048-aa91-a8082d1f7198" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.180026] env[69529]: DEBUG nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Instance network_info: |[{"id": "80f203e5-79c1-40ba-a63e-f29613724c1b", "address": "fa:16:3e:b3:22:9e", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f203e5-79", "ovs_interfaceid": "80f203e5-79c1-40ba-a63e-f29613724c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.180026] env[69529]: DEBUG oslo_concurrency.lockutils [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] Acquired lock "refresh_cache-82f38db9-628c-4048-aa91-a8082d1f7198" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.180225] env[69529]: DEBUG nova.network.neutron [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Refreshing network info cache for port 80f203e5-79c1-40ba-a63e-f29613724c1b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.181535] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:22:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80f203e5-79c1-40ba-a63e-f29613724c1b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.190174] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.191150] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.191390] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7594193-97f1-466f-b6b2-10e55b7a2308 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.214272] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.214272] env[69529]: value = "task-3356183" [ 955.214272] env[69529]: _type = "Task" [ 955.214272] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.225228] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356183, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.292569] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9fa12d3d-53d1-4595-a3ef-57a436e1321f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.323s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.382896] env[69529]: DEBUG nova.network.neutron [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Successfully created port: 2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.397261] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.546233] env[69529]: DEBUG nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.611452] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356182, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.639634] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: f5099c97-5bf0-424b-9323-c3fdf3bd418f] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.724798] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356183, 'name': CreateVM_Task, 'duration_secs': 0.494194} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.727566] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.728677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.729437] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.729437] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.729752] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180da66e-8795-40df-bcd2-6edb603c699f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.741787] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 955.741787] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dd01bb-8793-88c3-9672-308004e75e79" [ 955.741787] env[69529]: _type = "Task" [ 955.741787] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.753326] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dd01bb-8793-88c3-9672-308004e75e79, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.756289] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.756554] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.756814] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.757046] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.757219] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.757762] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a809b48-9167-4208-8fb8-421abb177adf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.766712] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.766712] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.767572] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6074237d-fd91-4ca4-914a-5dbec944bd10 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.774445] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 955.774445] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521ecc18-4c0c-621b-b398-fd0485fbc50c" [ 955.774445] env[69529]: _type = "Task" [ 955.774445] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.782866] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521ecc18-4c0c-621b-b398-fd0485fbc50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.896950] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356181, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.142171} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.899525] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] c6638c0b-5cb5-4e6a-af25-e75088a27267/c6638c0b-5cb5-4e6a-af25-e75088a27267.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.899933] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.900403] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aa95e80-0a08-4092-b184-e46a19294d0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.911236] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 955.911236] env[69529]: value = "task-3356184" [ 955.911236] env[69529]: _type = "Task" [ 955.911236] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.927573] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.937425] env[69529]: DEBUG nova.network.neutron [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Updated VIF entry in instance network info cache for port 80f203e5-79c1-40ba-a63e-f29613724c1b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.937786] env[69529]: DEBUG nova.network.neutron [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Updating instance_info_cache with network_info: [{"id": "80f203e5-79c1-40ba-a63e-f29613724c1b", "address": "fa:16:3e:b3:22:9e", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80f203e5-79", "ovs_interfaceid": "80f203e5-79c1-40ba-a63e-f29613724c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.057702] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace66344-3501-4b76-b9fa-3030a71d51f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.065044] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caf024a-f55b-4b7b-a032-72212e32eb81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.097611] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad4b3b-b4a3-49db-9342-8b9bfb041699 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.111129] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68b38b-6c1c-4df4-8724-6f2078bfa3ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.114932] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356182, 'name': Rename_Task, 'duration_secs': 1.134808} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.115225] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.115730] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eace8eaa-8cb9-4d41-bda7-3737be11711e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.124897] env[69529]: DEBUG nova.compute.provider_tree [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.130789] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 956.130789] env[69529]: value = "task-3356185" [ 956.130789] env[69529]: _type = "Task" [ 956.130789] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.142761] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 47c3549e-54ed-40d6-9acc-613d38553ac5] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.144405] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.285201] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521ecc18-4c0c-621b-b398-fd0485fbc50c, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.286080] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c609632d-886c-49a2-aa9d-4704b4ad9688 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.292232] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 956.292232] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e1f6df-7009-762d-de05-95ba565f57a9" [ 956.292232] env[69529]: _type = "Task" [ 956.292232] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.301657] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e1f6df-7009-762d-de05-95ba565f57a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.420795] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082381} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.421086] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.421850] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0528a9a7-3b8b-4a4c-8df6-6a0181e4dfe4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.444030] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] c6638c0b-5cb5-4e6a-af25-e75088a27267/c6638c0b-5cb5-4e6a-af25-e75088a27267.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.444588] env[69529]: DEBUG oslo_concurrency.lockutils [req-d5193a8e-2431-4c6c-8d60-7605a3e98a38 req-540d1579-cf84-4b9d-8246-17235db8436b service nova] Releasing lock "refresh_cache-82f38db9-628c-4048-aa91-a8082d1f7198" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.444932] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482819fb-ea83-4970-b354-a8a61c3c77ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.465164] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 956.465164] env[69529]: value = "task-3356186" [ 956.465164] env[69529]: _type = "Task" [ 956.465164] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.474044] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.556390] env[69529]: DEBUG nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.583921] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.584187] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.584347] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.584532] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.584722] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.584913] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.585152] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.585314] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.585485] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.585680] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.585905] env[69529]: DEBUG nova.virt.hardware [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.586801] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8329f-03a1-486c-bd61-a2a0b8eb778c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.602425] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1633bcc9-8111-471b-8ba0-6cff83a1672e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.627853] env[69529]: DEBUG nova.scheduler.client.report [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.639376] env[69529]: DEBUG oslo_vmware.api [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356185, 'name': PowerOnVM_Task, 'duration_secs': 0.489577} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.639647] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.639935] env[69529]: DEBUG nova.compute.manager [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.640651] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886980f-2288-4b27-9600-78da55576b05 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.646736] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 59772238-29b7-445c-94db-06554ae5d184] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.802178] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e1f6df-7009-762d-de05-95ba565f57a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02209} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.802471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.802740] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 82f38db9-628c-4048-aa91-a8082d1f7198/82f38db9-628c-4048-aa91-a8082d1f7198.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.803094] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f27f1e94-e98a-4abf-a1dc-6c048fc9bcc2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.809546] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 956.809546] env[69529]: value = "task-3356187" [ 956.809546] env[69529]: _type = "Task" [ 956.809546] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.820390] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.885010] env[69529]: DEBUG nova.compute.manager [req-58de8027-a9e3-4371-8a0f-788bf26b1148 req-c0f560fb-06d1-42d2-9d1c-4e3b2960f98f service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-vif-plugged-2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.885256] env[69529]: DEBUG oslo_concurrency.lockutils [req-58de8027-a9e3-4371-8a0f-788bf26b1148 req-c0f560fb-06d1-42d2-9d1c-4e3b2960f98f service nova] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.885467] env[69529]: DEBUG oslo_concurrency.lockutils [req-58de8027-a9e3-4371-8a0f-788bf26b1148 req-c0f560fb-06d1-42d2-9d1c-4e3b2960f98f service nova] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.885635] env[69529]: DEBUG oslo_concurrency.lockutils [req-58de8027-a9e3-4371-8a0f-788bf26b1148 req-c0f560fb-06d1-42d2-9d1c-4e3b2960f98f service nova] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.886015] env[69529]: DEBUG nova.compute.manager [req-58de8027-a9e3-4371-8a0f-788bf26b1148 req-c0f560fb-06d1-42d2-9d1c-4e3b2960f98f service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] No waiting events found dispatching network-vif-plugged-2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.886015] env[69529]: WARNING nova.compute.manager [req-58de8027-a9e3-4371-8a0f-788bf26b1148 req-c0f560fb-06d1-42d2-9d1c-4e3b2960f98f service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received unexpected event network-vif-plugged-2c5bc190-d0e6-4605-ac0a-f4ec68852edd for instance with vm_state building and task_state spawning. [ 956.924695] env[69529]: DEBUG nova.network.neutron [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Successfully updated port: 2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.975320] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356186, 'name': ReconfigVM_Task, 'duration_secs': 0.35775} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.975608] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Reconfigured VM instance instance-00000048 to attach disk [datastore2] c6638c0b-5cb5-4e6a-af25-e75088a27267/c6638c0b-5cb5-4e6a-af25-e75088a27267.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.976276] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65b30c7d-e69e-4ea2-8e59-3490c9dcf42a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.982431] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 956.982431] env[69529]: value = "task-3356188" [ 956.982431] env[69529]: _type = "Task" [ 956.982431] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.992636] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356188, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.136122] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.136669] env[69529]: DEBUG nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.139690] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.972s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.139996] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.142036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.970s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.142200] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.143869] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.432s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.145354] env[69529]: INFO nova.compute.claims [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.151601] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 29e33bfc-97ee-400d-a772-420a9117c73c] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.161439] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.173190] env[69529]: INFO nova.scheduler.client.report [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Deleted allocations for instance 71d266cd-782c-4cbc-9caf-99f6f85ad53e [ 957.174874] env[69529]: INFO nova.scheduler.client.report [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted allocations for instance 2814f114-c951-458b-95d7-7b7e0c6addb8 [ 957.324130] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.427398] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.427626] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.427748] env[69529]: DEBUG nova.network.neutron [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.491663] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356188, 'name': Rename_Task, 'duration_secs': 0.139726} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.491901] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.492152] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f8fa99-1af3-4625-9564-35eb75a45de2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.498110] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 957.498110] env[69529]: value = "task-3356189" [ 957.498110] env[69529]: _type = "Task" [ 957.498110] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.505252] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.651178] env[69529]: DEBUG nova.compute.utils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.655357] env[69529]: DEBUG nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.655357] env[69529]: DEBUG nova.network.neutron [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.657968] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 1d8a9584-c6c5-4be0-9a70-0a847c4aa66c] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.685266] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4ad5171f-0370-4db8-9ce9-0b1177e2f755 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "2814f114-c951-458b-95d7-7b7e0c6addb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.174s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.691030] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b6ab297-156f-4e4a-b7b0-fe080b9231f7 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "71d266cd-782c-4cbc-9caf-99f6f85ad53e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.754s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.703371] env[69529]: DEBUG nova.policy [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4f6bef61ea47328dae6a90575d585c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8035f5cf79a941508020b18eedb74499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.825496] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356187, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.977780] env[69529]: DEBUG nova.network.neutron [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.012805] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356189, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.143517] env[69529]: DEBUG nova.network.neutron [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Successfully created port: b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.158029] env[69529]: DEBUG nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.167304] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: ca734f2f-897f-4c15-b795-1408eb9b8270] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.210613] env[69529]: DEBUG nova.network.neutron [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.324036] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356187, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.101761} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.324036] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 82f38db9-628c-4048-aa91-a8082d1f7198/82f38db9-628c-4048-aa91-a8082d1f7198.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.324036] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.324036] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25c5fc4c-89e2-47ac-8874-746818c195f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.331489] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 958.331489] env[69529]: value = "task-3356191" [ 958.331489] env[69529]: _type = "Task" [ 958.331489] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.342856] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.508531] env[69529]: DEBUG oslo_vmware.api [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356189, 'name': PowerOnVM_Task, 'duration_secs': 0.687778} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.510931] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.511247] env[69529]: INFO nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Took 9.32 seconds to spawn the instance on the hypervisor. [ 958.511504] env[69529]: DEBUG nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.512911] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8bfeda-677f-42f5-a59d-fc077f990e8e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.636023] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ca2e10-ba04-48e4-8f42-3ae8ee55e446 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.643263] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66393cb-495d-42d2-b46c-0d7b13a18011 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.677072] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 1d615966-8d6e-4815-8128-f882fff2f889] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.679345] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95076e7-9c21-45f1-85af-fb0866610b00 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.687081] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c9ef14-afda-4cd2-a504-3d0a408e3887 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.701198] env[69529]: DEBUG nova.compute.provider_tree [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.713815] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.714271] env[69529]: DEBUG nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Instance network_info: |[{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.715196] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:35:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c5bc190-d0e6-4605-ac0a-f4ec68852edd', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.724537] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.725420] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.725694] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9304a53f-07f0-45a3-8d2d-f85b9ebc450b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.748496] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.748496] env[69529]: value = "task-3356192" [ 958.748496] env[69529]: _type = "Task" [ 958.748496] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.756183] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356192, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.845019] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073528} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.845019] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.845019] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17752343-384d-4585-82a2-59aecb85898a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.867586] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 82f38db9-628c-4048-aa91-a8082d1f7198/82f38db9-628c-4048-aa91-a8082d1f7198.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.868437] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7043f524-b256-4383-bd29-7a58c46f7c11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.890417] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 958.890417] env[69529]: value = "task-3356193" [ 958.890417] env[69529]: _type = "Task" [ 958.890417] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.900887] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.966051] env[69529]: DEBUG nova.compute.manager [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-changed-2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.966270] env[69529]: DEBUG nova.compute.manager [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing instance network info cache due to event network-changed-2c5bc190-d0e6-4605-ac0a-f4ec68852edd. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.966478] env[69529]: DEBUG oslo_concurrency.lockutils [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.966623] env[69529]: DEBUG oslo_concurrency.lockutils [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.966780] env[69529]: DEBUG nova.network.neutron [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing network info cache for port 2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.038367] env[69529]: INFO nova.compute.manager [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Took 64.79 seconds to build instance. [ 959.181609] env[69529]: DEBUG nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.183041] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 9eb3ac42-0a1e-4514-82a3-8a0656c64978] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.208913] env[69529]: DEBUG nova.scheduler.client.report [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.223033] env[69529]: DEBUG nova.virt.hardware [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.224773] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d12bf9-e1e1-4810-9bbf-fa481c261307 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.239237] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58de1e6-2ca6-4ba2-abaa-394e754b6b65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.264825] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356192, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.294169] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "367bf348-622d-4ff3-9aac-3c424a51fb6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.294368] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.294589] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "367bf348-622d-4ff3-9aac-3c424a51fb6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.294774] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.294944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.297563] env[69529]: INFO nova.compute.manager [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Terminating instance [ 959.403022] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.542306] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b0e52fe-3ba9-4abf-8571-e9972ebcc7e4 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.909s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.687428] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: a8ab0f37-e0a6-4223-85cd-fa779c6139c9] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.712975] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.713529] env[69529]: DEBUG nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.718859] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.843s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.718859] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.718995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.700s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.719369] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.721610] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.275s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.721794] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.723610] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.317s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.725544] env[69529]: INFO nova.compute.claims [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.768025] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356192, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.779709] env[69529]: INFO nova.scheduler.client.report [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleted allocations for instance 5a8a545d-77ce-40f7-bac6-a01627ba66a1 [ 959.782038] env[69529]: INFO nova.scheduler.client.report [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Deleted allocations for instance 46e5ab90-035b-450c-ba7f-c06b5c223212 [ 959.802844] env[69529]: DEBUG nova.network.neutron [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updated VIF entry in instance network info cache for port 2c5bc190-d0e6-4605-ac0a-f4ec68852edd. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.804196] env[69529]: DEBUG nova.network.neutron [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.806383] env[69529]: DEBUG nova.compute.manager [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.806772] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.807636] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01903adb-9574-434e-b520-45c199bdce89 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.813488] env[69529]: INFO nova.scheduler.client.report [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Deleted allocations for instance af0cf76e-09b7-42d6-8917-0d602f023ac4 [ 959.822872] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.823140] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8acb48-8519-47d5-b6fa-b34675fc5f6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.831514] env[69529]: DEBUG oslo_vmware.api [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 959.831514] env[69529]: value = "task-3356194" [ 959.831514] env[69529]: _type = "Task" [ 959.831514] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.839535] env[69529]: DEBUG oslo_vmware.api [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.884840] env[69529]: DEBUG nova.network.neutron [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Successfully updated port: b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.903820] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356193, 'name': ReconfigVM_Task, 'duration_secs': 0.928354} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.904234] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 82f38db9-628c-4048-aa91-a8082d1f7198/82f38db9-628c-4048-aa91-a8082d1f7198.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.904777] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c976ffcc-0add-41e3-afe9-829908e2cec7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.911814] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 959.911814] env[69529]: value = "task-3356195" [ 959.911814] env[69529]: _type = "Task" [ 959.911814] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.920208] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356195, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.191033] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: b3dd330e-968a-4440-9750-cbabebe193aa] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.217936] env[69529]: DEBUG nova.compute.utils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.219669] env[69529]: DEBUG nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.219846] env[69529]: DEBUG nova.network.neutron [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.266201] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356192, 'name': CreateVM_Task, 'duration_secs': 1.22245} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.266390] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.267180] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.267337] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.267644] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.267896] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e021956f-ee7a-4406-9d2d-71c706053be2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.271112] env[69529]: DEBUG nova.policy [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8002efe17d540a38d80ba93fca03147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cccc09d090b4befae6894a622c4c099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.274141] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 960.274141] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac033e-603c-2eae-f114-d4c38f778abd" [ 960.274141] env[69529]: _type = "Task" [ 960.274141] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.282946] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac033e-603c-2eae-f114-d4c38f778abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.291401] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f61a714-8e55-48ca-9728-2096b70f6e01 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "46e5ab90-035b-450c-ba7f-c06b5c223212" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.166s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.295646] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dd90925a-6db4-43e2-ba81-84e0f9e938c6 tempest-ListServersNegativeTestJSON-331109412 tempest-ListServersNegativeTestJSON-331109412-project-member] Lock "5a8a545d-77ce-40f7-bac6-a01627ba66a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.173s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.306757] env[69529]: DEBUG oslo_concurrency.lockutils [req-bed80998-7809-43aa-ade5-f74a15f97352 req-5597326d-1c3b-412a-8845-f3398c7c29a3 service nova] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.322562] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0676e0-4e33-4bc8-aa21-8555fe115945 tempest-ServerMetadataTestJSON-1363179962 tempest-ServerMetadataTestJSON-1363179962-project-member] Lock "af0cf76e-09b7-42d6-8917-0d602f023ac4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.217s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.347233] env[69529]: DEBUG oslo_vmware.api [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356194, 'name': PowerOffVM_Task, 'duration_secs': 0.240393} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.347618] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.347837] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.348237] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb7e0519-404d-4a13-bc22-054c0d243dcf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.389056] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.389898] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.390136] env[69529]: DEBUG nova.network.neutron [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.420506] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.421066] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.421660] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleting the datastore file [datastore1] 367bf348-622d-4ff3-9aac-3c424a51fb6d {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.425601] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c6d25cf-c24d-48af-98bf-d93eb0d8641f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.427156] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356195, 'name': Rename_Task, 'duration_secs': 0.222415} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.427420] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.428330] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75524a82-bfdb-40b4-b064-6089deac73f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.431952] env[69529]: DEBUG oslo_vmware.api [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 960.431952] env[69529]: value = "task-3356197" [ 960.431952] env[69529]: _type = "Task" [ 960.431952] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.436602] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 960.436602] env[69529]: value = "task-3356198" [ 960.436602] env[69529]: _type = "Task" [ 960.436602] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.446244] env[69529]: DEBUG oslo_vmware.api [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.448276] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356198, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.582320] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "ac516853-029d-4685-a95c-d172e0240eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.583251] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.593115] env[69529]: DEBUG nova.network.neutron [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Successfully created port: 6c8ab15a-3262-450e-a2e6-a137dc37f771 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.694399] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 80810d25-6312-4bd2-97d7-9cbca17d9be3] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.717623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.717894] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.718164] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.718426] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.718689] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.721930] env[69529]: INFO nova.compute.manager [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Terminating instance [ 960.724243] env[69529]: DEBUG nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.786962] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac033e-603c-2eae-f114-d4c38f778abd, 'name': SearchDatastore_Task, 'duration_secs': 0.027484} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.787339] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.787588] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.787836] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.788009] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.788219] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.788542] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4e9bdee-af70-4283-bcf8-d30441fc3cc9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.808516] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.808739] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.809615] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f324971b-cb84-47c2-87b6-b75918aa6e91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.818812] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 960.818812] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f4c5f1-d80c-19de-02e7-91a2ee0ce515" [ 960.818812] env[69529]: _type = "Task" [ 960.818812] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.827959] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f4c5f1-d80c-19de-02e7-91a2ee0ce515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.945823] env[69529]: DEBUG oslo_vmware.api [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272679} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.951967] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.952244] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.952448] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.952655] env[69529]: INFO nova.compute.manager [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 960.952915] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.953672] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.954402] env[69529]: DEBUG nova.compute.manager [-] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.954402] env[69529]: DEBUG nova.network.neutron [-] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.969860] env[69529]: DEBUG nova.network.neutron [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.016791] env[69529]: DEBUG nova.compute.manager [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Received event network-vif-plugged-b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.019782] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.019782] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.019782] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.019782] env[69529]: DEBUG nova.compute.manager [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] No waiting events found dispatching network-vif-plugged-b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.019782] env[69529]: WARNING nova.compute.manager [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Received unexpected event network-vif-plugged-b20c673a-39bf-463a-a597-4d3437658768 for instance with vm_state building and task_state spawning. [ 961.019782] env[69529]: DEBUG nova.compute.manager [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Received event network-changed-b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.019782] env[69529]: DEBUG nova.compute.manager [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Refreshing instance network info cache due to event network-changed-b20c673a-39bf-463a-a597-4d3437658768. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.019782] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.084597] env[69529]: DEBUG nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.199867] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 79c9838c-a286-4c4c-9b0c-62eba502c100] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.234034] env[69529]: DEBUG nova.compute.manager [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.234266] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.235416] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e6877-83c5-428b-b1a7-9bbdbc19a9c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.247567] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.247827] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61ecb440-1707-41f3-887f-bcda601bdfd0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.253997] env[69529]: DEBUG oslo_vmware.api [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 961.253997] env[69529]: value = "task-3356199" [ 961.253997] env[69529]: _type = "Task" [ 961.253997] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.262509] env[69529]: DEBUG oslo_vmware.api [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.264244] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f91b9ed-5e99-4736-9dc1-c90eba42710b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.271608] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6ce4a7-0a5c-4744-943d-00bc4e47563a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.304585] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011072e8-249f-4e27-882c-ec0b5b6511a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.309392] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4219300f-5571-45bb-b908-78b87430f5bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.325873] env[69529]: DEBUG nova.compute.provider_tree [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.335953] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f4c5f1-d80c-19de-02e7-91a2ee0ce515, 'name': SearchDatastore_Task, 'duration_secs': 0.011781} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.337344] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b182ae-0882-44cd-b6cd-0f723485c260 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.343220] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 961.343220] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522260c2-2d77-8681-ab37-7e46d7ba1463" [ 961.343220] env[69529]: _type = "Task" [ 961.343220] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.361245] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522260c2-2d77-8681-ab37-7e46d7ba1463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.448638] env[69529]: DEBUG oslo_vmware.api [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356198, 'name': PowerOnVM_Task, 'duration_secs': 0.736939} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.448901] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.449113] env[69529]: INFO nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Took 8.58 seconds to spawn the instance on the hypervisor. [ 961.449320] env[69529]: DEBUG nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.450102] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233f54b-0265-469b-838f-418edbb2812b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.597592] env[69529]: DEBUG nova.network.neutron [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.616493] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.702767] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 8801eef8-0e93-437b-91d4-9548bf7c8495] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.738128] env[69529]: DEBUG nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.764197] env[69529]: DEBUG oslo_vmware.api [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356199, 'name': PowerOffVM_Task, 'duration_secs': 0.390784} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.766363] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.766553] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.767684] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec9cc75-c6bf-43bc-ad67-a8e842adc079 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.778956] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.779224] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.779471] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.779694] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.779858] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.780168] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.780492] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.780746] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.781096] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.781307] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.781607] env[69529]: DEBUG nova.virt.hardware [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.783220] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f35f24c-8839-4e5e-a889-7ba8bcc69da3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.791321] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c2c83-f3d0-458f-9a35-519000ef4473 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.831405] env[69529]: DEBUG nova.scheduler.client.report [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.836955] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.841166] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.841166] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Deleting the datastore file [datastore2] 2a506c55-2b41-470b-a8e3-2c582fb1a4fe {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.841166] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e68f0c9-7d96-466a-b06b-79e30acd28a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.850318] env[69529]: DEBUG oslo_vmware.api [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for the task: (returnval){ [ 961.850318] env[69529]: value = "task-3356201" [ 961.850318] env[69529]: _type = "Task" [ 961.850318] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.859960] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522260c2-2d77-8681-ab37-7e46d7ba1463, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.860382] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.860680] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6b00ba8a-af94-423f-8dc8-6d7302a898ac/6b00ba8a-af94-423f-8dc8-6d7302a898ac.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.861269] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef075d7e-4ec7-4f2f-a86b-e7a1d4d0d468 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.868124] env[69529]: DEBUG oslo_vmware.api [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.873930] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 961.873930] env[69529]: value = "task-3356202" [ 961.873930] env[69529]: _type = "Task" [ 961.873930] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.883683] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.972249] env[69529]: INFO nova.compute.manager [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Took 55.77 seconds to build instance. [ 962.103177] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.103518] env[69529]: DEBUG nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Instance network_info: |[{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.107395] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.107739] env[69529]: DEBUG nova.network.neutron [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Refreshing network info cache for port b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.109065] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:af:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20c673a-39bf-463a-a597-4d3437658768', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.119752] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Creating folder: Project (8035f5cf79a941508020b18eedb74499). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.123467] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21773860-7039-4763-bb46-26794b387a17 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.137934] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Created folder: Project (8035f5cf79a941508020b18eedb74499) in parent group-v669649. [ 962.138149] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Creating folder: Instances. Parent ref: group-v669855. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.138412] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec596bff-6085-42a7-8a05-b05803d2611e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.156843] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Created folder: Instances in parent group-v669855. [ 962.157109] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.157330] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.157746] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac80a79-f656-4b4c-a75d-9c1ebec8cfbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.188386] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.188386] env[69529]: value = "task-3356205" [ 962.188386] env[69529]: _type = "Task" [ 962.188386] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.201555] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356205, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.208158] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: c6fb00ec-1a3b-4b4e-9919-0a99d08447d9] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.216764] env[69529]: DEBUG nova.network.neutron [-] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.342251] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.342810] env[69529]: DEBUG nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.345533] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.899s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.345753] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.348088] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.320s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.348378] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.351487] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.512s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.352166] env[69529]: DEBUG nova.objects.instance [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lazy-loading 'pci_requests' on Instance uuid cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.367993] env[69529]: DEBUG oslo_vmware.api [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Task: {'id': task-3356201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206746} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.367993] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.368175] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.371711] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.371711] env[69529]: INFO nova.compute.manager [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Took 1.13 seconds to destroy the instance on the hypervisor. [ 962.371711] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.372699] env[69529]: DEBUG nova.compute.manager [-] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.372910] env[69529]: DEBUG nova.network.neutron [-] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.390370] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356202, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.395927] env[69529]: INFO nova.scheduler.client.report [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Deleted allocations for instance f54a2b28-fe6a-48eb-bc06-f5493ce33bc8 [ 962.398034] env[69529]: INFO nova.scheduler.client.report [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Deleted allocations for instance 613ea6b8-c462-4a8f-aa3d-5da006f59c55 [ 962.478163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-649c90d7-fc7a-4aa9-9b02-cafd687188f2 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "82f38db9-628c-4048-aa91-a8082d1f7198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.447s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.653949] env[69529]: DEBUG nova.network.neutron [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updated VIF entry in instance network info cache for port b20c673a-39bf-463a-a597-4d3437658768. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.654346] env[69529]: DEBUG nova.network.neutron [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.698749] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356205, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.710399] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.710399] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Cleaning up deleted instances with incomplete migration {{(pid=69529) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 962.718688] env[69529]: INFO nova.compute.manager [-] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Took 1.76 seconds to deallocate network for instance. [ 962.856172] env[69529]: DEBUG nova.compute.utils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.859049] env[69529]: DEBUG nova.objects.instance [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lazy-loading 'numa_topology' on Instance uuid cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.859998] env[69529]: DEBUG nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.860220] env[69529]: DEBUG nova.network.neutron [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.888026] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550691} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.888520] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6b00ba8a-af94-423f-8dc8-6d7302a898ac/6b00ba8a-af94-423f-8dc8-6d7302a898ac.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.888786] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.889055] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27fce2f0-3da3-47ad-938d-be03877b07c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.895676] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 962.895676] env[69529]: value = "task-3356206" [ 962.895676] env[69529]: _type = "Task" [ 962.895676] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.903796] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.911903] env[69529]: DEBUG oslo_concurrency.lockutils [None req-45da819d-0900-488a-b274-29a2d08d25ca tempest-ImagesOneServerNegativeTestJSON-16420266 tempest-ImagesOneServerNegativeTestJSON-16420266-project-member] Lock "f54a2b28-fe6a-48eb-bc06-f5493ce33bc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.543s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.912900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac697994-82ec-49f6-bb3f-70129347143c tempest-ListImageFiltersTestJSON-863189825 tempest-ListImageFiltersTestJSON-863189825-project-member] Lock "613ea6b8-c462-4a8f-aa3d-5da006f59c55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.296s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.953150] env[69529]: DEBUG nova.policy [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d5d2da985334d9e95b147efce662686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ef9bda84a84951b0234c8c70daf356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.158256] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac9465c7-99ec-4e33-a6ab-9cef84b11f8c req-b304609c-6564-4f5c-b48c-537bc296865c service nova] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.195744] env[69529]: DEBUG nova.network.neutron [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Successfully updated port: 6c8ab15a-3262-450e-a2e6-a137dc37f771 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.203125] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356205, 'name': CreateVM_Task, 'duration_secs': 0.532913} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.203285] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.204510] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.204731] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.205051] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.205357] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51df7ef-b19f-4e94-8832-9d502e8349d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.211050] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 963.211050] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a04bb-e5eb-c6a1-112d-9ca85771fa59" [ 963.211050] env[69529]: _type = "Task" [ 963.211050] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.215223] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.226079] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a04bb-e5eb-c6a1-112d-9ca85771fa59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.228073] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.305114] env[69529]: DEBUG nova.compute.manager [req-015ad81c-da89-4327-b2e1-398a05610ceb req-e25bac9c-12e1-4ad1-b79b-da519800ebd0 service nova] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Received event network-vif-deleted-4c911d3d-44fd-4583-9b96-3dcaf5f6b52a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.305334] env[69529]: DEBUG nova.compute.manager [req-015ad81c-da89-4327-b2e1-398a05610ceb req-e25bac9c-12e1-4ad1-b79b-da519800ebd0 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Received event network-vif-plugged-6c8ab15a-3262-450e-a2e6-a137dc37f771 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.305522] env[69529]: DEBUG oslo_concurrency.lockutils [req-015ad81c-da89-4327-b2e1-398a05610ceb req-e25bac9c-12e1-4ad1-b79b-da519800ebd0 service nova] Acquiring lock "df27b953-d341-4b7a-9b22-be6fedd3db50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.305727] env[69529]: DEBUG oslo_concurrency.lockutils [req-015ad81c-da89-4327-b2e1-398a05610ceb req-e25bac9c-12e1-4ad1-b79b-da519800ebd0 service nova] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.305917] env[69529]: DEBUG oslo_concurrency.lockutils [req-015ad81c-da89-4327-b2e1-398a05610ceb req-e25bac9c-12e1-4ad1-b79b-da519800ebd0 service nova] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.306062] env[69529]: DEBUG nova.compute.manager [req-015ad81c-da89-4327-b2e1-398a05610ceb req-e25bac9c-12e1-4ad1-b79b-da519800ebd0 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] No waiting events found dispatching network-vif-plugged-6c8ab15a-3262-450e-a2e6-a137dc37f771 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.306491] env[69529]: WARNING nova.compute.manager [req-015ad81c-da89-4327-b2e1-398a05610ceb req-e25bac9c-12e1-4ad1-b79b-da519800ebd0 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Received unexpected event network-vif-plugged-6c8ab15a-3262-450e-a2e6-a137dc37f771 for instance with vm_state building and task_state spawning. [ 963.363097] env[69529]: DEBUG nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.366081] env[69529]: INFO nova.compute.claims [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.415747] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261991} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.415747] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.416805] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22d0a9c-0238-42f3-9e8a-fd80c8619c09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.452056] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 6b00ba8a-af94-423f-8dc8-6d7302a898ac/6b00ba8a-af94-423f-8dc8-6d7302a898ac.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.453836] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce427e5-2ecc-40bb-af45-91db7874747f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.470403] env[69529]: DEBUG nova.network.neutron [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Successfully created port: a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.478025] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 963.478025] env[69529]: value = "task-3356207" [ 963.478025] env[69529]: _type = "Task" [ 963.478025] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.487414] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.705125] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "refresh_cache-df27b953-d341-4b7a-9b22-be6fedd3db50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.705221] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "refresh_cache-df27b953-d341-4b7a-9b22-be6fedd3db50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.705374] env[69529]: DEBUG nova.network.neutron [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.728613] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a04bb-e5eb-c6a1-112d-9ca85771fa59, 'name': SearchDatastore_Task, 'duration_secs': 0.027135} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.729046] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.729228] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.729507] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.729651] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.729854] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.730458] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea008d8f-46f3-4433-ac89-6fc6cd476682 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.741859] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.742098] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.743388] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959360b4-63b5-41be-938f-c5477429a646 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.750039] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 963.750039] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c3397-26fd-4a63-8ac2-e2413c512531" [ 963.750039] env[69529]: _type = "Task" [ 963.750039] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.767319] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c3397-26fd-4a63-8ac2-e2413c512531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.917448] env[69529]: DEBUG nova.network.neutron [-] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.995531] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.247084] env[69529]: DEBUG nova.network.neutron [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.262356] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c3397-26fd-4a63-8ac2-e2413c512531, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.263202] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfda2284-ec4d-4637-ac70-0f69e43ef11e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.271468] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 964.271468] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529cff0b-4782-4eb8-0b35-f1e8c78e87dd" [ 964.271468] env[69529]: _type = "Task" [ 964.271468] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.279679] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529cff0b-4782-4eb8-0b35-f1e8c78e87dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.382131] env[69529]: DEBUG nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.390227] env[69529]: DEBUG nova.network.neutron [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Updating instance_info_cache with network_info: [{"id": "6c8ab15a-3262-450e-a2e6-a137dc37f771", "address": "fa:16:3e:8e:fc:9d", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8ab15a-32", "ovs_interfaceid": "6c8ab15a-3262-450e-a2e6-a137dc37f771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.411908] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.412097] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.412494] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.412494] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.412658] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.412694] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.412899] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.413079] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.413418] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.413418] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.413676] env[69529]: DEBUG nova.virt.hardware [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.414773] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb2a08-0e60-43ed-923e-50f4730ccf92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.423722] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205a5d82-1ee0-4b16-afc6-301d778e60ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.430237] env[69529]: INFO nova.compute.manager [-] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Took 2.06 seconds to deallocate network for instance. [ 964.490127] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356207, 'name': ReconfigVM_Task, 'duration_secs': 0.597615} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.490127] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 6b00ba8a-af94-423f-8dc8-6d7302a898ac/6b00ba8a-af94-423f-8dc8-6d7302a898ac.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.490982] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0209f244-bdea-4f72-b962-7522015567d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.503836] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 964.503836] env[69529]: value = "task-3356208" [ 964.503836] env[69529]: _type = "Task" [ 964.503836] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.516726] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356208, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.790746] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529cff0b-4782-4eb8-0b35-f1e8c78e87dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.790746] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.790746] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 663ce282-a30e-43bd-8922-d3f53e3392fc/663ce282-a30e-43bd-8922-d3f53e3392fc.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.790746] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb0c3a5-1311-4960-851d-f32c0fa18039 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.799523] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 964.799523] env[69529]: value = "task-3356209" [ 964.799523] env[69529]: _type = "Task" [ 964.799523] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.808219] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.809881] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2eb3aa-af32-4593-b0b1-a4ba8fe131fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.817876] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5030c0de-757e-446d-9cee-13ba60babf3c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.850711] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22141873-a208-4b90-b6f1-2660e09accfd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.859623] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332e704-cd1d-4ad4-85b0-cd09313690b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.877340] env[69529]: DEBUG nova.compute.provider_tree [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.896793] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "refresh_cache-df27b953-d341-4b7a-9b22-be6fedd3db50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.897460] env[69529]: DEBUG nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Instance network_info: |[{"id": "6c8ab15a-3262-450e-a2e6-a137dc37f771", "address": "fa:16:3e:8e:fc:9d", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8ab15a-32", "ovs_interfaceid": "6c8ab15a-3262-450e-a2e6-a137dc37f771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.897713] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:fc:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c8ab15a-3262-450e-a2e6-a137dc37f771', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.905589] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.906128] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.906379] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518b41f3-1d1b-4528-abe9-5e8ad67e202b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.928281] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.928281] env[69529]: value = "task-3356210" [ 964.928281] env[69529]: _type = "Task" [ 964.928281] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.936265] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356210, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.944893] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.013754] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356208, 'name': Rename_Task, 'duration_secs': 0.231261} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.013988] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.016329] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e059a9c-2797-46c3-99c1-50cae700bf8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.020634] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 965.020634] env[69529]: value = "task-3356211" [ 965.020634] env[69529]: _type = "Task" [ 965.020634] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.029663] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.215651] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.216189] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.260593] env[69529]: DEBUG nova.network.neutron [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Successfully updated port: a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.315630] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.381335] env[69529]: DEBUG nova.scheduler.client.report [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.438838] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356210, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.444640] env[69529]: DEBUG nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Received event network-changed-6c8ab15a-3262-450e-a2e6-a137dc37f771 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.444909] env[69529]: DEBUG nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Refreshing instance network info cache due to event network-changed-6c8ab15a-3262-450e-a2e6-a137dc37f771. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.445302] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Acquiring lock "refresh_cache-df27b953-d341-4b7a-9b22-be6fedd3db50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.445637] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Acquired lock "refresh_cache-df27b953-d341-4b7a-9b22-be6fedd3db50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.445901] env[69529]: DEBUG nova.network.neutron [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Refreshing network info cache for port 6c8ab15a-3262-450e-a2e6-a137dc37f771 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.536560] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.718962] env[69529]: DEBUG nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.764552] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.764794] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.764945] env[69529]: DEBUG nova.network.neutron [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.812587] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807289} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.812587] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 663ce282-a30e-43bd-8922-d3f53e3392fc/663ce282-a30e-43bd-8922-d3f53e3392fc.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.812587] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.812587] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddb82422-dc0e-40e4-9653-4749db76e0ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.818539] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 965.818539] env[69529]: value = "task-3356212" [ 965.818539] env[69529]: _type = "Task" [ 965.818539] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.826465] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.887063] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.535s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.891028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.783s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.893620] env[69529]: DEBUG nova.objects.instance [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lazy-loading 'resources' on Instance uuid eeee1c8a-bd68-4848-ac48-4d6f6b469a6f {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.943180] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356210, 'name': CreateVM_Task, 'duration_secs': 0.559367} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.944351] env[69529]: INFO nova.network.neutron [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating port 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 965.946712] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.947659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.947862] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.948335] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.949175] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ece9588-f2b0-442d-abab-1eefe0b5549e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.958313] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 965.958313] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526d612e-be4e-fddc-00eb-d4045ad5afb2" [ 965.958313] env[69529]: _type = "Task" [ 965.958313] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.972366] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526d612e-be4e-fddc-00eb-d4045ad5afb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.033079] env[69529]: DEBUG oslo_vmware.api [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356211, 'name': PowerOnVM_Task, 'duration_secs': 0.541287} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.033617] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.033934] env[69529]: INFO nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Took 9.48 seconds to spawn the instance on the hypervisor. [ 966.034596] env[69529]: DEBUG nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.035777] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cef8ffd-198d-4777-9a2d-97c4fc1a550e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.238033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "9bffd46f-5976-4b68-9486-4baf1188c20b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.238033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.238033] env[69529]: DEBUG nova.compute.manager [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.238033] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884d8882-7937-4b1a-af71-e1ecfe31e5e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.246070] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.246070] env[69529]: DEBUG nova.compute.manager [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.246070] env[69529]: DEBUG nova.objects.instance [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lazy-loading 'flavor' on Instance uuid 9bffd46f-5976-4b68-9486-4baf1188c20b {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.329735] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104381} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.330258] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.331517] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf69542-283d-4ee1-8942-77c2fe20da2d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.357763] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 663ce282-a30e-43bd-8922-d3f53e3392fc/663ce282-a30e-43bd-8922-d3f53e3392fc.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.358434] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db315d84-99bb-4c8f-ab61-43f06ca1cbde {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.378651] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 966.378651] env[69529]: value = "task-3356213" [ 966.378651] env[69529]: _type = "Task" [ 966.378651] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.388798] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.477020] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526d612e-be4e-fddc-00eb-d4045ad5afb2, 'name': SearchDatastore_Task, 'duration_secs': 0.017057} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.477020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.477020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.477020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.477020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.477020] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.477020] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fb1ed3b-0e5b-408b-8149-dcc7e899560d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.498228] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.499507] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.502356] env[69529]: DEBUG nova.network.neutron [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.505863] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b0fdae-1e45-4858-bf0f-c6b82c14de64 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.515596] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 966.515596] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52afc9e5-8e6f-b011-a276-d8ecbb581cc7" [ 966.515596] env[69529]: _type = "Task" [ 966.515596] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.527219] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52afc9e5-8e6f-b011-a276-d8ecbb581cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.563970] env[69529]: INFO nova.compute.manager [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Took 53.70 seconds to build instance. [ 966.730669] env[69529]: DEBUG nova.network.neutron [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Updated VIF entry in instance network info cache for port 6c8ab15a-3262-450e-a2e6-a137dc37f771. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.731538] env[69529]: DEBUG nova.network.neutron [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Updating instance_info_cache with network_info: [{"id": "6c8ab15a-3262-450e-a2e6-a137dc37f771", "address": "fa:16:3e:8e:fc:9d", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c8ab15a-32", "ovs_interfaceid": "6c8ab15a-3262-450e-a2e6-a137dc37f771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.835071] env[69529]: DEBUG nova.network.neutron [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Updating instance_info_cache with network_info: [{"id": "a8c50ad6-051e-4549-b1b0-029978986a4b", "address": "fa:16:3e:f4:15:5a", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c50ad6-05", "ovs_interfaceid": "a8c50ad6-051e-4549-b1b0-029978986a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.894245] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.917163] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c6c143-a29d-42dc-a497-58ae84569bee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.925990] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c15ae9-555b-468a-90ba-b8413354a98b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.958331] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c653d22f-f096-4210-804d-57fa4b51f8d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.966149] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87722541-41c6-4d0c-9527-7d6271e853a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.981132] env[69529]: DEBUG nova.compute.provider_tree [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.026978] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52afc9e5-8e6f-b011-a276-d8ecbb581cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.027812] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122eb748-9034-4952-806e-871bb873d09e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.035062] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 967.035062] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ce1dc1-1ae7-f51d-c6bb-9156514bdc1d" [ 967.035062] env[69529]: _type = "Task" [ 967.035062] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.043425] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ce1dc1-1ae7-f51d-c6bb-9156514bdc1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.066647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-99d3336e-0295-4c97-a933-02df8034c812 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.410s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.238317] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Releasing lock "refresh_cache-df27b953-d341-4b7a-9b22-be6fedd3db50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.238595] env[69529]: DEBUG nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Received event network-vif-deleted-b4e2ffc5-18fc-4243-8f12-e2f148bc07dc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.238791] env[69529]: DEBUG nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Received event network-vif-plugged-a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.238986] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Acquiring lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.239216] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.239376] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.239574] env[69529]: DEBUG nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] No waiting events found dispatching network-vif-plugged-a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.239742] env[69529]: WARNING nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Received unexpected event network-vif-plugged-a8c50ad6-051e-4549-b1b0-029978986a4b for instance with vm_state building and task_state spawning. [ 967.239903] env[69529]: DEBUG nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Received event network-changed-a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.240065] env[69529]: DEBUG nova.compute.manager [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Refreshing instance network info cache due to event network-changed-a8c50ad6-051e-4549-b1b0-029978986a4b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.240232] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Acquiring lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.259374] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.259714] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-901ae243-d77b-4bc2-880d-52349e0915c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.268481] env[69529]: DEBUG oslo_vmware.api [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 967.268481] env[69529]: value = "task-3356214" [ 967.268481] env[69529]: _type = "Task" [ 967.268481] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.277588] env[69529]: DEBUG oslo_vmware.api [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.342384] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.342734] env[69529]: DEBUG nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Instance network_info: |[{"id": "a8c50ad6-051e-4549-b1b0-029978986a4b", "address": "fa:16:3e:f4:15:5a", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c50ad6-05", "ovs_interfaceid": "a8c50ad6-051e-4549-b1b0-029978986a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.343065] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Acquired lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.343247] env[69529]: DEBUG nova.network.neutron [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Refreshing network info cache for port a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.347087] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:15:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8c50ad6-051e-4549-b1b0-029978986a4b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.355225] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.355225] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.355225] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcded2a0-a414-40f7-ae4b-ba912dec4145 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.378147] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.378147] env[69529]: value = "task-3356215" [ 967.378147] env[69529]: _type = "Task" [ 967.378147] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.390167] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356215, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.396247] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356213, 'name': ReconfigVM_Task, 'duration_secs': 0.861105} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.396247] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 663ce282-a30e-43bd-8922-d3f53e3392fc/663ce282-a30e-43bd-8922-d3f53e3392fc.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.396247] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52596323-5cfa-4a68-af16-5ae16a08c4f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.401742] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 967.401742] env[69529]: value = "task-3356216" [ 967.401742] env[69529]: _type = "Task" [ 967.401742] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.410320] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356216, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.488885] env[69529]: DEBUG nova.scheduler.client.report [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.545756] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ce1dc1-1ae7-f51d-c6bb-9156514bdc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.546038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.546316] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] df27b953-d341-4b7a-9b22-be6fedd3db50/df27b953-d341-4b7a-9b22-be6fedd3db50.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.546564] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7c0beff-047b-462e-a30d-7d2bc8599b5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.553759] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 967.553759] env[69529]: value = "task-3356217" [ 967.553759] env[69529]: _type = "Task" [ 967.553759] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.562665] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.779850] env[69529]: DEBUG oslo_vmware.api [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356214, 'name': PowerOffVM_Task, 'duration_secs': 0.272661} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.780183] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.780405] env[69529]: DEBUG nova.compute.manager [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.781356] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268573d-587e-453c-b3a7-3fe596bd6290 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.807796] env[69529]: DEBUG nova.compute.manager [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-changed-2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.807796] env[69529]: DEBUG nova.compute.manager [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing instance network info cache due to event network-changed-2c5bc190-d0e6-4605-ac0a-f4ec68852edd. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.807796] env[69529]: DEBUG oslo_concurrency.lockutils [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.807796] env[69529]: DEBUG oslo_concurrency.lockutils [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.807796] env[69529]: DEBUG nova.network.neutron [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing network info cache for port 2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.890249] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356215, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.915206] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356216, 'name': Rename_Task, 'duration_secs': 0.225714} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.915206] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.915206] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06de2a4a-c2cf-456d-a6ba-170b7f9a7e8b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.925334] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 967.925334] env[69529]: value = "task-3356218" [ 967.925334] env[69529]: _type = "Task" [ 967.925334] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.935793] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.996281] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.000687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.566s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.000991] env[69529]: DEBUG nova.objects.instance [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lazy-loading 'resources' on Instance uuid 981ab456-998f-4007-80e1-bc01001766f8 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.047046] env[69529]: INFO nova.scheduler.client.report [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted allocations for instance eeee1c8a-bd68-4848-ac48-4d6f6b469a6f [ 968.067133] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.296054] env[69529]: DEBUG oslo_concurrency.lockutils [None req-50dae131-28f3-4226-ba28-b2ceb1e0809f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.390662] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356215, 'name': CreateVM_Task, 'duration_secs': 0.673731} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.390805] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.392785] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.393065] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.398024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.398024] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cca94f2-69d3-40db-8881-fa5c6135080a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.401819] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 968.401819] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cb042e-27ae-a7de-53ae-efc460ea235d" [ 968.401819] env[69529]: _type = "Task" [ 968.401819] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.411596] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cb042e-27ae-a7de-53ae-efc460ea235d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.436177] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356218, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.531779] env[69529]: DEBUG nova.network.neutron [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Updated VIF entry in instance network info cache for port a8c50ad6-051e-4549-b1b0-029978986a4b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.532251] env[69529]: DEBUG nova.network.neutron [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Updating instance_info_cache with network_info: [{"id": "a8c50ad6-051e-4549-b1b0-029978986a4b", "address": "fa:16:3e:f4:15:5a", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c50ad6-05", "ovs_interfaceid": "a8c50ad6-051e-4549-b1b0-029978986a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.564850] env[69529]: DEBUG oslo_concurrency.lockutils [None req-da9a84b9-d47d-4ef5-9f7d-5c81d204045b tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "eeee1c8a-bd68-4848-ac48-4d6f6b469a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.909s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.581179] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356217, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.752114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.752223] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.752465] env[69529]: DEBUG nova.network.neutron [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.917736] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cb042e-27ae-a7de-53ae-efc460ea235d, 'name': SearchDatastore_Task, 'duration_secs': 0.017166} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.917736] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.917736] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.917736] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.917736] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.917736] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.917736] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dfde91d-ece0-4952-b2ff-defaf7aa5df0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.938185] env[69529]: DEBUG oslo_vmware.api [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356218, 'name': PowerOnVM_Task, 'duration_secs': 0.586173} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.940314] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.940614] env[69529]: INFO nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Took 9.76 seconds to spawn the instance on the hypervisor. [ 968.940870] env[69529]: DEBUG nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.941887] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.941887] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.943076] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999629fa-a70f-4dc6-8cc9-498c6c15c8dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.945948] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f2f2e0-25bc-433a-9fed-89b1b2deb349 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.957093] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 968.957093] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e49530-3377-3d3c-f837-61c909db2ef3" [ 968.957093] env[69529]: _type = "Task" [ 968.957093] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.971674] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e49530-3377-3d3c-f837-61c909db2ef3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.024401] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2076ec9-497a-4de9-9784-d2cd9c1f4e91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.032480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa7e39-93d6-497f-8388-2aeb35b6e739 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.036042] env[69529]: DEBUG oslo_concurrency.lockutils [req-f92f3721-f6d4-4111-8e8d-5514371358f3 req-32794d61-b558-4a13-bb7f-db3c2e2e28e5 service nova] Releasing lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.063815] env[69529]: DEBUG nova.objects.instance [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lazy-loading 'flavor' on Instance uuid 9bffd46f-5976-4b68-9486-4baf1188c20b {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.071278] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e386fa-1783-4dcf-bd62-d3ee295ce957 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.079631] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356217, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.079852] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be921ae8-6023-4661-95de-e0c40b26aa00 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.095670] env[69529]: DEBUG nova.compute.provider_tree [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.136169] env[69529]: DEBUG nova.network.neutron [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updated VIF entry in instance network info cache for port 2c5bc190-d0e6-4605-ac0a-f4ec68852edd. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.136652] env[69529]: DEBUG nova.network.neutron [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.481601] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e49530-3377-3d3c-f837-61c909db2ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.022431} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.481996] env[69529]: INFO nova.compute.manager [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Took 56.45 seconds to build instance. [ 969.486971] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e289bc5e-45a0-4cd3-a842-4a11eec2eb04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.496227] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 969.496227] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523dba7f-1bad-92f2-1f5a-30ca1143979f" [ 969.496227] env[69529]: _type = "Task" [ 969.496227] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.504782] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523dba7f-1bad-92f2-1f5a-30ca1143979f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.518450] env[69529]: DEBUG nova.network.neutron [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.577402] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356217, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.592056} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.579503] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.579503] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquired lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.579503] env[69529]: DEBUG nova.network.neutron [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.579503] env[69529]: DEBUG nova.objects.instance [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lazy-loading 'info_cache' on Instance uuid 9bffd46f-5976-4b68-9486-4baf1188c20b {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.579898] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] df27b953-d341-4b7a-9b22-be6fedd3db50/df27b953-d341-4b7a-9b22-be6fedd3db50.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.580203] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.580470] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-614460a8-dc7c-46d3-8054-7ca1af3d6f81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.589407] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 969.589407] env[69529]: value = "task-3356219" [ 969.589407] env[69529]: _type = "Task" [ 969.589407] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.601371] env[69529]: DEBUG nova.scheduler.client.report [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.605044] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.641658] env[69529]: DEBUG oslo_concurrency.lockutils [req-bdec8fd2-c0f3-4e51-8e07-a7da8a393df3 req-864ac8f8-fff9-4ed2-bb3d-5585add6b826 service nova] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.680207] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "273e28db-880c-464f-b316-851419f091dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.680207] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "273e28db-880c-464f-b316-851419f091dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.680207] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "273e28db-880c-464f-b316-851419f091dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.680207] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "273e28db-880c-464f-b316-851419f091dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.680207] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "273e28db-880c-464f-b316-851419f091dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.684409] env[69529]: INFO nova.compute.manager [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Terminating instance [ 969.986162] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fafd5641-8b82-4790-9aaa-004c266957b8 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.067s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.006288] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523dba7f-1bad-92f2-1f5a-30ca1143979f, 'name': SearchDatastore_Task, 'duration_secs': 0.011177} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.006667] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.006993] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] d085abc4-f600-47a4-a917-2d993cb6df1b/d085abc4-f600-47a4-a917-2d993cb6df1b.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.007607] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acedf861-06e9-49cf-a74d-80b630bc9562 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.014830] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 970.014830] env[69529]: value = "task-3356220" [ 970.014830] env[69529]: _type = "Task" [ 970.014830] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.023905] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.025953] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.058825] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f888e0b623e5a7f71402e103bfcfefd',container_format='bare',created_at=2025-04-08T01:00:21Z,direct_url=,disk_format='vmdk',id=eed43e85-b447-4bf5-aa8f-dd2d58c8b90f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-855628842-shelved',owner='810f5d5497434eed9e3d7032304bcb43',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-04-08T01:00:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.059140] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.059243] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.060060] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.060060] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.060060] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.061340] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.061535] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.061717] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.061889] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.062110] env[69529]: DEBUG nova.virt.hardware [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.062982] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25138c3a-aed7-4d29-a7aa-d6318ec44151 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.071715] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5066895-5dac-4e4d-83e7-ef97ff34a2f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.096347] env[69529]: DEBUG nova.objects.base [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Object Instance<9bffd46f-5976-4b68-9486-4baf1188c20b> lazy-loaded attributes: flavor,info_cache {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.098015] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:ca:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cdbe0ad-6427-4008-a4f5-1b36fa4f735d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.106026] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.110247] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.112314] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.114339] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.449s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.115160] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-234a01fc-63b8-493f-b4b1-f83a1a6295ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.135306] env[69529]: DEBUG nova.compute.manager [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received event network-vif-plugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.135362] env[69529]: DEBUG oslo_concurrency.lockutils [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.135609] env[69529]: DEBUG oslo_concurrency.lockutils [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.135873] env[69529]: DEBUG oslo_concurrency.lockutils [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.136922] env[69529]: DEBUG nova.compute.manager [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] No waiting events found dispatching network-vif-plugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.136922] env[69529]: WARNING nova.compute.manager [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received unexpected event network-vif-plugged-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d for instance with vm_state shelved_offloaded and task_state spawning. [ 970.136922] env[69529]: DEBUG nova.compute.manager [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received event network-changed-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.136922] env[69529]: DEBUG nova.compute.manager [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Refreshing instance network info cache due to event network-changed-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.136922] env[69529]: DEBUG oslo_concurrency.lockutils [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] Acquiring lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.136922] env[69529]: DEBUG oslo_concurrency.lockutils [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] Acquired lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.137216] env[69529]: DEBUG nova.network.neutron [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Refreshing network info cache for port 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.142740] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162444} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.143956] env[69529]: INFO nova.scheduler.client.report [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Deleted allocations for instance 981ab456-998f-4007-80e1-bc01001766f8 [ 970.144992] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.150442] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88256a5-25c3-43ea-be1f-3f20df2d9411 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.153389] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.153389] env[69529]: value = "task-3356221" [ 970.153389] env[69529]: _type = "Task" [ 970.153389] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.178584] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] df27b953-d341-4b7a-9b22-be6fedd3db50/df27b953-d341-4b7a-9b22-be6fedd3db50.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.179857] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bedd8e0-2313-41bc-9351-ce6fc7f44771 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.202162] env[69529]: DEBUG nova.compute.manager [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.202441] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.202702] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356221, 'name': CreateVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.203634] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfeac26-edce-4494-bd0b-7fae6c0cfd61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.211443] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.212937] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde47b42-553d-4fd0-a3eb-1403b649d69d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.215382] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 970.215382] env[69529]: value = "task-3356222" [ 970.215382] env[69529]: _type = "Task" [ 970.215382] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.220191] env[69529]: DEBUG oslo_vmware.api [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 970.220191] env[69529]: value = "task-3356223" [ 970.220191] env[69529]: _type = "Task" [ 970.220191] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.227714] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.233905] env[69529]: DEBUG oslo_vmware.api [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.331325] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "54e87386-5055-4ea2-aded-aa3be5001f88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.331325] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "54e87386-5055-4ea2-aded-aa3be5001f88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.524303] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505516} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.524573] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] d085abc4-f600-47a4-a917-2d993cb6df1b/d085abc4-f600-47a4-a917-2d993cb6df1b.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.524780] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.525057] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0957953a-aad0-4c74-84fa-309515a3e754 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.531045] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 970.531045] env[69529]: value = "task-3356224" [ 970.531045] env[69529]: _type = "Task" [ 970.531045] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.543060] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.663321] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a8a8aa-c5b4-4f07-8526-bb2fcf6012d7 tempest-ServersTestMultiNic-1736468769 tempest-ServersTestMultiNic-1736468769-project-member] Lock "981ab456-998f-4007-80e1-bc01001766f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.859s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.671866] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356221, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.740730] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.744457] env[69529]: DEBUG oslo_vmware.api [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356223, 'name': PowerOffVM_Task, 'duration_secs': 0.352828} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.744796] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.745726] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.745726] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f45f70e6-2a72-40e2-b5af-e7f5c91ee4d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.833399] env[69529]: DEBUG nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.044549] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074028} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.044985] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.046701] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daba893-f92d-4354-9749-f85d9482a41e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.079426] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d085abc4-f600-47a4-a917-2d993cb6df1b/d085abc4-f600-47a4-a917-2d993cb6df1b.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.083685] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56f7cf37-f5da-405f-8a59-4f0348e3a296 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.099946] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.100274] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.100514] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleting the datastore file [datastore2] 273e28db-880c-464f-b316-851419f091dc {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.101735] env[69529]: DEBUG nova.network.neutron [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Updating instance_info_cache with network_info: [{"id": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "address": "fa:16:3e:43:b9:68", "network": {"id": "8e2138c6-bbd1-4ffe-a987-4301b3996353", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-701334774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b39d6555b0f4b259c7fcef29b3beb90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba9bf9d-f5", "ovs_interfaceid": "2ba9bf9d-f599-4bcb-84e2-e859ee64f697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.107230] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba6abf0-6cfc-48c0-bd6d-9f74c6eb8d4f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.114807] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "14cf55e1-1e85-48d6-8729-dd296ef21a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.115115] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "14cf55e1-1e85-48d6-8729-dd296ef21a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.118537] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 971.118537] env[69529]: value = "task-3356226" [ 971.118537] env[69529]: _type = "Task" [ 971.118537] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.120740] env[69529]: DEBUG oslo_vmware.api [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 971.120740] env[69529]: value = "task-3356227" [ 971.120740] env[69529]: _type = "Task" [ 971.120740] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.138392] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.142751] env[69529]: DEBUG oslo_vmware.api [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.146524] env[69529]: DEBUG nova.network.neutron [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updated VIF entry in instance network info cache for port 6cdbe0ad-6427-4008-a4f5-1b36fa4f735d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.146937] env[69529]: DEBUG nova.network.neutron [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.163061] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4606350f-1947-4a93-8027-26225c75da0a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.173996] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356221, 'name': CreateVM_Task, 'duration_secs': 0.597084} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.174623] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.175737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.175737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.176083] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.178176] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef58235-c97f-4711-8675-00938afc0189 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.180915] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5f21ab-d49c-4bc2-a256-fedc82534331 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189200] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 971.189200] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a3a7b8-5a83-4ffa-b267-12c00caaf282" [ 971.189200] env[69529]: _type = "Task" [ 971.189200] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.218076] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5912ff-5dbe-4a3e-b792-fbacbc7d0648 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.229939] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.230221] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Processing image eed43e85-b447-4bf5-aa8f-dd2d58c8b90f {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.230457] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.230608] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.230786] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.233805] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4f76b6f-6c74-48be-900a-35fff0e8452a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.236806] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3efd8a-0a24-4982-91ce-1f7517bcf10e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.240523] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356222, 'name': ReconfigVM_Task, 'duration_secs': 0.635892} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.240792] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Reconfigured VM instance instance-0000004c to attach disk [datastore1] df27b953-d341-4b7a-9b22-be6fedd3db50/df27b953-d341-4b7a-9b22-be6fedd3db50.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.242168] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c230d1-66de-4522-b827-750e78afd210 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.252674] env[69529]: DEBUG nova.compute.provider_tree [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.255269] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 971.255269] env[69529]: value = "task-3356228" [ 971.255269] env[69529]: _type = "Task" [ 971.255269] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.259716] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.259904] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.261577] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601b3cb9-a1ac-4633-9244-24cbf2acecfa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.267702] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356228, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.271211] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 971.271211] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5249391b-f454-a379-d8ac-4bd20d586c46" [ 971.271211] env[69529]: _type = "Task" [ 971.271211] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.282938] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5249391b-f454-a379-d8ac-4bd20d586c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.355402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.611079] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Releasing lock "refresh_cache-9bffd46f-5976-4b68-9486-4baf1188c20b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.619732] env[69529]: DEBUG nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.646515] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356226, 'name': ReconfigVM_Task, 'duration_secs': 0.296853} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.647643] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d085abc4-f600-47a4-a917-2d993cb6df1b/d085abc4-f600-47a4-a917-2d993cb6df1b.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.648424] env[69529]: DEBUG oslo_vmware.api [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167988} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.648630] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b71d85b-a696-4ca4-8b56-8f39619e4b0d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.650807] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.651057] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.651249] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.651418] env[69529]: INFO nova.compute.manager [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 273e28db-880c-464f-b316-851419f091dc] Took 1.45 seconds to destroy the instance on the hypervisor. [ 971.651648] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.652099] env[69529]: DEBUG oslo_concurrency.lockutils [req-1fb44b61-64b1-4a9a-9c50-925900ed4ced req-777f95d9-3a31-4266-9a7c-1ca073e456b3 service nova] Releasing lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.652454] env[69529]: DEBUG nova.compute.manager [-] [instance: 273e28db-880c-464f-b316-851419f091dc] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.652551] env[69529]: DEBUG nova.network.neutron [-] [instance: 273e28db-880c-464f-b316-851419f091dc] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.659224] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 971.659224] env[69529]: value = "task-3356229" [ 971.659224] env[69529]: _type = "Task" [ 971.659224] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.671558] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356229, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.757826] env[69529]: DEBUG nova.scheduler.client.report [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.772318] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356228, 'name': Rename_Task, 'duration_secs': 0.245338} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.775551] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.775882] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87878a68-c893-4f1e-82ce-68f10f2276ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.785740] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Preparing fetch location {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 971.785999] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Fetch image to [datastore1] OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f/OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f.vmdk {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 971.786232] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Downloading stream optimized image eed43e85-b447-4bf5-aa8f-dd2d58c8b90f to [datastore1] OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f/OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f.vmdk on the data store datastore1 as vApp {{(pid=69529) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 971.786406] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Downloading image file data eed43e85-b447-4bf5-aa8f-dd2d58c8b90f to the ESX as VM named 'OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f' {{(pid=69529) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 971.788606] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 971.788606] env[69529]: value = "task-3356230" [ 971.788606] env[69529]: _type = "Task" [ 971.788606] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.801057] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356230, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.881251] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 971.881251] env[69529]: value = "resgroup-9" [ 971.881251] env[69529]: _type = "ResourcePool" [ 971.881251] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 971.881570] env[69529]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ae47c83a-1d72-45e0-8c76-9da3b70536c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.905871] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lease: (returnval){ [ 971.905871] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52def2f5-906d-e3fb-587c-8f0747b7ef8d" [ 971.905871] env[69529]: _type = "HttpNfcLease" [ 971.905871] env[69529]: } obtained for vApp import into resource pool (val){ [ 971.905871] env[69529]: value = "resgroup-9" [ 971.905871] env[69529]: _type = "ResourcePool" [ 971.905871] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 971.906119] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the lease: (returnval){ [ 971.906119] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52def2f5-906d-e3fb-587c-8f0747b7ef8d" [ 971.906119] env[69529]: _type = "HttpNfcLease" [ 971.906119] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 971.914416] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.914416] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52def2f5-906d-e3fb-587c-8f0747b7ef8d" [ 971.914416] env[69529]: _type = "HttpNfcLease" [ 971.914416] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.166429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.173385] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356229, 'name': Rename_Task, 'duration_secs': 0.142042} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.173810] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.174184] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32cce4cf-d4e4-484e-9914-676152e87759 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.181471] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 972.181471] env[69529]: value = "task-3356232" [ 972.181471] env[69529]: _type = "Task" [ 972.181471] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.190544] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.299611] env[69529]: DEBUG nova.compute.manager [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Received event network-changed-b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.299908] env[69529]: DEBUG nova.compute.manager [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Refreshing instance network info cache due to event network-changed-b20c673a-39bf-463a-a597-4d3437658768. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.300282] env[69529]: DEBUG oslo_concurrency.lockutils [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.300470] env[69529]: DEBUG oslo_concurrency.lockutils [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.300683] env[69529]: DEBUG nova.network.neutron [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Refreshing network info cache for port b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.306165] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.414592] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.414592] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52def2f5-906d-e3fb-587c-8f0747b7ef8d" [ 972.414592] env[69529]: _type = "HttpNfcLease" [ 972.414592] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.550461] env[69529]: DEBUG nova.network.neutron [-] [instance: 273e28db-880c-464f-b316-851419f091dc] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.620416] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.621372] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe9be332-571d-4035-8e28-6a229eb567cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.632203] env[69529]: DEBUG oslo_vmware.api [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 972.632203] env[69529]: value = "task-3356233" [ 972.632203] env[69529]: _type = "Task" [ 972.632203] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.647764] env[69529]: DEBUG oslo_vmware.api [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.691796] env[69529]: DEBUG oslo_vmware.api [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356232, 'name': PowerOnVM_Task, 'duration_secs': 0.500321} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.692122] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.692348] env[69529]: INFO nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Took 8.31 seconds to spawn the instance on the hypervisor. [ 972.692529] env[69529]: DEBUG nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.693339] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc058ab-6f13-41e4-970b-a3970b153360 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.774199] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.660s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.774437] env[69529]: DEBUG nova.compute.manager [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69529) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 972.777203] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.066s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.777391] env[69529]: DEBUG nova.objects.instance [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 972.802499] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.919871] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.919871] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52def2f5-906d-e3fb-587c-8f0747b7ef8d" [ 972.919871] env[69529]: _type = "HttpNfcLease" [ 972.919871] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.920240] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.920240] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52def2f5-906d-e3fb-587c-8f0747b7ef8d" [ 972.920240] env[69529]: _type = "HttpNfcLease" [ 972.920240] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 972.922135] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df6f55-c4af-42f0-bd8d-089e75c1dee0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.931205] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6186e-747a-4e39-6cc7-035071e06b00/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.931497] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6186e-747a-4e39-6cc7-035071e06b00/disk-0.vmdk. {{(pid=69529) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 973.003438] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-147a4eba-560d-4ae6-98cd-e7246ab2dfe7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.059066] env[69529]: INFO nova.compute.manager [-] [instance: 273e28db-880c-464f-b316-851419f091dc] Took 1.41 seconds to deallocate network for instance. [ 973.144836] env[69529]: DEBUG oslo_vmware.api [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.216695] env[69529]: INFO nova.compute.manager [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Took 44.83 seconds to build instance. [ 973.244976] env[69529]: DEBUG nova.network.neutron [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updated VIF entry in instance network info cache for port b20c673a-39bf-463a-a597-4d3437658768. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.245389] env[69529]: DEBUG nova.network.neutron [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.306856] env[69529]: DEBUG oslo_vmware.api [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356230, 'name': PowerOnVM_Task, 'duration_secs': 1.377115} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.307203] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.307875] env[69529]: INFO nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Took 11.57 seconds to spawn the instance on the hypervisor. [ 973.307875] env[69529]: DEBUG nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.308410] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8251254-7745-430c-8eda-80f58c9e713a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.364378] env[69529]: INFO nova.scheduler.client.report [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted allocation for migration ba6cc348-5cf1-4b41-84a5-1b3b3ed0fe9f [ 973.569044] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.646807] env[69529]: DEBUG oslo_vmware.api [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356233, 'name': PowerOnVM_Task, 'duration_secs': 0.521466} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.647101] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.647397] env[69529]: DEBUG nova.compute.manager [None req-b7c0c0ad-1701-4eee-848f-8b902f825d6f tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.648595] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3603496a-0ca5-4a1f-a88e-7651a0d66a56 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.723645] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8aba011a-0c6d-41e9-8836-8973e120d8d6 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.468s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.747702] env[69529]: DEBUG oslo_concurrency.lockutils [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.748034] env[69529]: DEBUG nova.compute.manager [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Received event network-vif-deleted-00847d17-077d-4858-8786-0b6ecca94eb2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.748285] env[69529]: INFO nova.compute.manager [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Neutron deleted interface 00847d17-077d-4858-8786-0b6ecca94eb2; detaching it from the instance and deleting it from the info cache [ 973.748509] env[69529]: DEBUG nova.network.neutron [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.790393] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c302235d-c8d6-4414-bcbf-7894d76e2001 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.792017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.386s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.792950] env[69529]: DEBUG nova.objects.instance [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lazy-loading 'resources' on Instance uuid 47918cb8-1e59-4dfd-b161-1c7f6848bdbf {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.833704] env[69529]: INFO nova.compute.manager [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Took 51.14 seconds to build instance. [ 973.874777] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9c5cd58f-0047-4857-a89c-1b1c0c0cc18c tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.119s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.029206] env[69529]: DEBUG nova.objects.instance [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'flavor' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.251972] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2725e21b-cde3-43fd-848d-42dd5b4ccb92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.263922] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1385eaa-ce2b-4ffd-a6d1-67a3f584c285 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.316434] env[69529]: DEBUG nova.compute.manager [req-5bf4a80d-96b5-4509-b839-7ec78c393116 req-98cbea28-169b-4658-a802-efe7c0f14dd3 service nova] [instance: 273e28db-880c-464f-b316-851419f091dc] Detach interface failed, port_id=00847d17-077d-4858-8786-0b6ecca94eb2, reason: Instance 273e28db-880c-464f-b316-851419f091dc could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.335456] env[69529]: DEBUG oslo_concurrency.lockutils [None req-79595004-521e-4252-8bdf-a8bf6c9c6d92 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.927s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.370122] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Completed reading data from the image iterator. {{(pid=69529) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 974.370237] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6186e-747a-4e39-6cc7-035071e06b00/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.371219] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cbfe51-3f52-4afa-84b4-967523a311bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.382166] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6186e-747a-4e39-6cc7-035071e06b00/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.382563] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6186e-747a-4e39-6cc7-035071e06b00/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 974.382848] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-256b2f4d-c385-4326-be89-3dfe9b05825f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.539627] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.539932] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.540184] env[69529]: DEBUG nova.network.neutron [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.540406] env[69529]: DEBUG nova.objects.instance [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'info_cache' on Instance uuid d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.788953] env[69529]: DEBUG oslo_vmware.rw_handles [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6186e-747a-4e39-6cc7-035071e06b00/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 974.789245] env[69529]: INFO nova.virt.vmwareapi.images [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Downloaded image file data eed43e85-b447-4bf5-aa8f-dd2d58c8b90f [ 974.790409] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87681937-5ebf-4f40-b16a-959e8b2bb1e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.818306] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d3d7fa-0dd3-452a-9595-21aea40322a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.822917] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a38bdc1-3352-471f-a4cc-3e86b23e6adc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.832863] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d37b27-df34-4bfa-96aa-f166ef513cb4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.870170] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175f6061-407e-403f-8997-0b58dda8d01c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.873223] env[69529]: INFO nova.virt.vmwareapi.images [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] The imported VM was unregistered [ 974.875858] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Caching image {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 974.876104] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Creating directory with path [datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.876383] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f92b3c-26b3-47ff-9e0c-4ee05162ba55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.884068] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9410161a-d202-4c02-b96b-0699b19bae1a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.890021] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Created directory with path [datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.890278] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f/OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f.vmdk to [datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f.vmdk. {{(pid=69529) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 974.892980] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9937cc9b-fd17-42e1-8e58-ccb6ca51d384 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.903458] env[69529]: DEBUG nova.compute.provider_tree [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.910536] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 974.910536] env[69529]: value = "task-3356235" [ 974.910536] env[69529]: _type = "Task" [ 974.910536] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.918835] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356235, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.976693] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "df27b953-d341-4b7a-9b22-be6fedd3db50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.976998] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.979915] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "df27b953-d341-4b7a-9b22-be6fedd3db50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.980018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.980542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.983794] env[69529]: INFO nova.compute.manager [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Terminating instance [ 975.045504] env[69529]: DEBUG nova.objects.base [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.407807] env[69529]: DEBUG nova.scheduler.client.report [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.433788] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356235, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.489635] env[69529]: DEBUG nova.compute.manager [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.490030] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.491542] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73b007-989f-4d79-8a02-05f6d2fb4e0a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.504253] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.504503] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5ba112-ea6c-43fa-8d1b-5531718c69fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.512348] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 975.512348] env[69529]: value = "task-3356236" [ 975.512348] env[69529]: _type = "Task" [ 975.512348] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.525050] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.679044] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "d085abc4-f600-47a4-a917-2d993cb6df1b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.679348] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.679587] env[69529]: INFO nova.compute.manager [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Shelving [ 975.826444] env[69529]: DEBUG nova.network.neutron [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [{"id": "592cefa1-c692-4817-9190-230ab5aaccab", "address": "fa:16:3e:b6:ec:25", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap592cefa1-c6", "ovs_interfaceid": "592cefa1-c692-4817-9190-230ab5aaccab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.928472] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.930972] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356235, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.931629] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.796s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.933282] env[69529]: INFO nova.compute.claims [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.960168] env[69529]: INFO nova.scheduler.client.report [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Deleted allocations for instance 47918cb8-1e59-4dfd-b161-1c7f6848bdbf [ 976.034951] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356236, 'name': PowerOffVM_Task, 'duration_secs': 0.494098} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.034951] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.034951] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.034951] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f99146fb-a0b0-4ff5-901a-b6debe325b88 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.149512] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.149512] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.149772] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleting the datastore file [datastore1] df27b953-d341-4b7a-9b22-be6fedd3db50 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.151104] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c69c431-8a27-4045-b08c-7ee1d77fe585 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.166537] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 976.166537] env[69529]: value = "task-3356238" [ 976.166537] env[69529]: _type = "Task" [ 976.166537] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.175734] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.330831] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-d2cf6d47-2eb2-43e9-baad-73442f983351" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.428511] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356235, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.471012] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a02ba5f6-2f43-415f-b5b9-3bc4b9275295 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "47918cb8-1e59-4dfd-b161-1c7f6848bdbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.679s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.679184] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.697733] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.698121] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc1671b-acb6-4058-a9e7-14a6a3d8bc50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.705793] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 976.705793] env[69529]: value = "task-3356239" [ 976.705793] env[69529]: _type = "Task" [ 976.705793] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.720595] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.934129] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356235, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.178072] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.217652] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.336983] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.337331] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a865e857-f18e-4339-915d-209d08635fed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.346976] env[69529]: DEBUG oslo_vmware.api [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 977.346976] env[69529]: value = "task-3356240" [ 977.346976] env[69529]: _type = "Task" [ 977.346976] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.358137] env[69529]: DEBUG oslo_vmware.api [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.378567] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b062bc-3725-42e5-96a1-ea063511fae4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.395168] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0207bf-b270-4af1-a406-0cc3b90ec644 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.431959] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "11d9bedb-4afe-4a98-bf67-180666568c92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.432287] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.432512] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.432727] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.432943] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.438395] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ce9668-62c3-4d5d-992e-c5a80478ff73 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.441137] env[69529]: INFO nova.compute.manager [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Terminating instance [ 977.451922] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac849406-110a-47ac-963d-b71db0174af7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.455769] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356235, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.466541] env[69529]: DEBUG nova.compute.provider_tree [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.677853] env[69529]: DEBUG oslo_vmware.api [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.46168} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.679021] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.679271] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.679489] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.679693] env[69529]: INFO nova.compute.manager [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Took 2.19 seconds to destroy the instance on the hypervisor. [ 977.680044] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.680251] env[69529]: DEBUG nova.compute.manager [-] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.680382] env[69529]: DEBUG nova.network.neutron [-] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.718494] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356239, 'name': PowerOffVM_Task, 'duration_secs': 0.925879} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.718749] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.720147] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b5c49-9fc7-4247-b72e-9d32367bd2e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.744018] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9f15b-5716-4687-87be-896c7bd5f418 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.860312] env[69529]: DEBUG oslo_vmware.api [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356240, 'name': PowerOnVM_Task, 'duration_secs': 0.450816} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.860604] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.860838] env[69529]: DEBUG nova.compute.manager [None req-3bb815c3-60e8-45d1-91ce-887703b6fa5f tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.861841] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b1a2c1-737a-4018-b03a-fbc7e717c89f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.894558] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "82f38db9-628c-4048-aa91-a8082d1f7198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.894840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "82f38db9-628c-4048-aa91-a8082d1f7198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.895066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "82f38db9-628c-4048-aa91-a8082d1f7198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.895269] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "82f38db9-628c-4048-aa91-a8082d1f7198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.898965] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "82f38db9-628c-4048-aa91-a8082d1f7198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.903045] env[69529]: INFO nova.compute.manager [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Terminating instance [ 977.942455] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356235, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.725809} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.942746] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f/OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f.vmdk to [datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f.vmdk. [ 977.942933] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Cleaning up location [datastore1] OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 977.943208] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cb008dff-3aa6-43b7-a40b-1ad71036fb2f {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.943476] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b7110df-3e1d-456a-a766-b88b7637318f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.947264] env[69529]: DEBUG nova.compute.manager [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.947264] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.947624] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a6053-7378-477b-9e0a-4473590e2f4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.956015] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.957429] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c884cb4-6473-4b99-b642-ed4e11e17cad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.959823] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 977.959823] env[69529]: value = "task-3356241" [ 977.959823] env[69529]: _type = "Task" [ 977.959823] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.969151] env[69529]: DEBUG oslo_vmware.api [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 977.969151] env[69529]: value = "task-3356242" [ 977.969151] env[69529]: _type = "Task" [ 977.969151] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.975520] env[69529]: DEBUG nova.scheduler.client.report [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.979882] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.985527] env[69529]: DEBUG oslo_vmware.api [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.987581] env[69529]: DEBUG nova.compute.manager [req-d9467d0a-842f-4399-b0a8-1558b7cbb14e req-388fdcc0-7501-4873-a750-0a259cc7c49b service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Received event network-vif-deleted-6c8ab15a-3262-450e-a2e6-a137dc37f771 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.987765] env[69529]: INFO nova.compute.manager [req-d9467d0a-842f-4399-b0a8-1558b7cbb14e req-388fdcc0-7501-4873-a750-0a259cc7c49b service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Neutron deleted interface 6c8ab15a-3262-450e-a2e6-a137dc37f771; detaching it from the instance and deleting it from the info cache [ 977.987936] env[69529]: DEBUG nova.network.neutron [req-d9467d0a-842f-4399-b0a8-1558b7cbb14e req-388fdcc0-7501-4873-a750-0a259cc7c49b service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.256439] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 978.256655] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93141d5a-ded5-4200-8cf3-efa6cf62e1cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.264979] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 978.264979] env[69529]: value = "task-3356243" [ 978.264979] env[69529]: _type = "Task" [ 978.264979] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.272482] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356243, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.407564] env[69529]: DEBUG nova.compute.manager [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.408205] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.409170] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a682be2d-8b58-4cbd-bb1d-14c598a9aa72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.417102] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.417350] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6b3f338-b838-4b00-8cb4-d364612eb890 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.423930] env[69529]: DEBUG oslo_vmware.api [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 978.423930] env[69529]: value = "task-3356244" [ 978.423930] env[69529]: _type = "Task" [ 978.423930] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.438311] env[69529]: DEBUG oslo_vmware.api [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.473501] env[69529]: DEBUG nova.network.neutron [-] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.475078] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139269} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.478745] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.478972] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.479291] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f.vmdk to [datastore1] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.479677] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4911932b-dd96-4897-8b8e-6ab38218cb4e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.483711] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.484054] env[69529]: DEBUG nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.491025] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.329s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.491025] env[69529]: DEBUG nova.objects.instance [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 978.494555] env[69529]: DEBUG oslo_vmware.api [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356242, 'name': PowerOffVM_Task, 'duration_secs': 0.522912} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.496053] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24c84abc-6fc9-42af-a793-3dac0da40a39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.498263] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.498437] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.500204] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-745b849b-5e67-4591-9764-34b0e3c6ea6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.502538] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 978.502538] env[69529]: value = "task-3356245" [ 978.502538] env[69529]: _type = "Task" [ 978.502538] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.513016] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f254dd9b-9f6d-40ae-b563-842969a496f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.531026] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.556689] env[69529]: DEBUG nova.compute.manager [req-d9467d0a-842f-4399-b0a8-1558b7cbb14e req-388fdcc0-7501-4873-a750-0a259cc7c49b service nova] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Detach interface failed, port_id=6c8ab15a-3262-450e-a2e6-a137dc37f771, reason: Instance df27b953-d341-4b7a-9b22-be6fedd3db50 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.561775] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.561958] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.562232] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Deleting the datastore file [datastore2] 11d9bedb-4afe-4a98-bf67-180666568c92 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.562584] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d921197-c3bf-4ee0-9a7d-1fdf01e09f56 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.569326] env[69529]: DEBUG oslo_vmware.api [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for the task: (returnval){ [ 978.569326] env[69529]: value = "task-3356247" [ 978.569326] env[69529]: _type = "Task" [ 978.569326] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.577670] env[69529]: DEBUG oslo_vmware.api [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.777105] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.938260] env[69529]: DEBUG oslo_vmware.api [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356244, 'name': PowerOffVM_Task, 'duration_secs': 0.446599} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.938260] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.938260] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.938260] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ea35e63-11ac-45f9-8af6-31f733fe9858 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.976932] env[69529]: INFO nova.compute.manager [-] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Took 1.30 seconds to deallocate network for instance. [ 978.998342] env[69529]: DEBUG nova.compute.utils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.007705] env[69529]: DEBUG nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.008068] env[69529]: DEBUG nova.network.neutron [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.010571] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.011072] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.011072] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleting the datastore file [datastore2] 82f38db9-628c-4048-aa91-a8082d1f7198 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.015983] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3ab10ea-8824-4c8d-a72a-83900e667457 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.024054] env[69529]: DEBUG oslo_vmware.api [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 979.024054] env[69529]: value = "task-3356249" [ 979.024054] env[69529]: _type = "Task" [ 979.024054] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.028450] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356245, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.042556] env[69529]: DEBUG oslo_vmware.api [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.082157] env[69529]: DEBUG oslo_vmware.api [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Task: {'id': task-3356247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291032} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.082517] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.082725] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.082990] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.083661] env[69529]: INFO nova.compute.manager [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.083661] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.083661] env[69529]: DEBUG nova.compute.manager [-] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.083813] env[69529]: DEBUG nova.network.neutron [-] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.279621] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.331466] env[69529]: DEBUG nova.policy [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '430aa656d0fb4fd9bc47d39b2f729ab1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de965815dec4082a720d159ffcb65c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.485640] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.508690] env[69529]: DEBUG nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.514759] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13cfebde-f7ed-44b8-bfaf-d94d08bd8720 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.525083] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.907s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.528527] env[69529]: INFO nova.compute.claims [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.545048] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356245, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.545048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "d2cf6d47-2eb2-43e9-baad-73442f983351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.545048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.545048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.545048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.545048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.551204] env[69529]: DEBUG oslo_vmware.api [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379063} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.553098] env[69529]: INFO nova.compute.manager [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Terminating instance [ 979.554722] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.554918] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.555104] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.555277] env[69529]: INFO nova.compute.manager [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Took 1.15 seconds to destroy the instance on the hypervisor. [ 979.555516] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.557396] env[69529]: DEBUG nova.compute.manager [-] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.557396] env[69529]: DEBUG nova.network.neutron [-] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.779277] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.977788] env[69529]: DEBUG nova.network.neutron [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Successfully created port: f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.032233] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356245, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.060753] env[69529]: DEBUG nova.compute.manager [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.060753] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.061293] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37971e25-7460-4eae-8809-201f78b014b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.083750] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.085275] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b201fa-474b-493a-9fe7-04653abbe211 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.095077] env[69529]: DEBUG oslo_vmware.api [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 980.095077] env[69529]: value = "task-3356250" [ 980.095077] env[69529]: _type = "Task" [ 980.095077] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.107154] env[69529]: DEBUG oslo_vmware.api [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.176912] env[69529]: DEBUG nova.compute.manager [req-d7b45c47-bcda-4736-9e86-1576fb7bfdc2 req-c9e88a25-37cb-4d18-a25c-389e23467664 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Received event network-vif-deleted-ffcda027-dfd3-47e2-8f4d-e50a2163f1bc {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.179123] env[69529]: INFO nova.compute.manager [req-d7b45c47-bcda-4736-9e86-1576fb7bfdc2 req-c9e88a25-37cb-4d18-a25c-389e23467664 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Neutron deleted interface ffcda027-dfd3-47e2-8f4d-e50a2163f1bc; detaching it from the instance and deleting it from the info cache [ 980.179602] env[69529]: DEBUG nova.network.neutron [req-d7b45c47-bcda-4736-9e86-1576fb7bfdc2 req-c9e88a25-37cb-4d18-a25c-389e23467664 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.278258] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.347963] env[69529]: DEBUG nova.network.neutron [-] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.524843] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356245, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.527236] env[69529]: DEBUG nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.566208] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.566531] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.566730] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.566929] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.567122] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.567299] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.567580] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.567810] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.567994] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.568185] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.568366] env[69529]: DEBUG nova.virt.hardware [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.569358] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d30233-175d-4bdd-9f81-0cb63fd983c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.583637] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6360ad-db19-4e86-b283-9e5e6716261e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.597970] env[69529]: DEBUG nova.network.neutron [-] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.611283] env[69529]: DEBUG oslo_vmware.api [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356250, 'name': PowerOffVM_Task, 'duration_secs': 0.270344} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.611673] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.611888] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.612245] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38a511fa-ea41-462b-9dfa-e03ef65fd9eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.687140] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.687385] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.687568] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleting the datastore file [datastore1] d2cf6d47-2eb2-43e9-baad-73442f983351 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.687835] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8197b8da-0d7d-4e29-9609-8b6eb0ecde0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.690179] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16f08a15-3de8-45b5-9c7b-b6bfab1966f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.697394] env[69529]: DEBUG oslo_vmware.api [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 980.697394] env[69529]: value = "task-3356252" [ 980.697394] env[69529]: _type = "Task" [ 980.697394] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.711200] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76148f36-e4c7-4060-bfbc-0500f1137b65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.730448] env[69529]: DEBUG oslo_vmware.api [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.750411] env[69529]: DEBUG nova.compute.manager [req-d7b45c47-bcda-4736-9e86-1576fb7bfdc2 req-c9e88a25-37cb-4d18-a25c-389e23467664 service nova] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Detach interface failed, port_id=ffcda027-dfd3-47e2-8f4d-e50a2163f1bc, reason: Instance 11d9bedb-4afe-4a98-bf67-180666568c92 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.782171] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356243, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.860049] env[69529]: INFO nova.compute.manager [-] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Took 1.78 seconds to deallocate network for instance. [ 980.973079] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.973387] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.027132] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356245, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.065475] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db5d0ad-c7fc-4a9f-a2e5-70619eddae48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.073477] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5a7355-5002-4706-9e85-3355fe96177e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.104516] env[69529]: INFO nova.compute.manager [-] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Took 1.55 seconds to deallocate network for instance. [ 981.110788] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3251958e-25e3-46b3-9d07-096f8a131d15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.118501] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce41e4d-d1c8-4bfd-887c-10b51be55053 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.133891] env[69529]: DEBUG nova.compute.provider_tree [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.210976] env[69529]: DEBUG oslo_vmware.api [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475252} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.211291] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.211759] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.211759] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.211960] env[69529]: INFO nova.compute.manager [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Took 1.15 seconds to destroy the instance on the hypervisor. [ 981.212061] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.212257] env[69529]: DEBUG nova.compute.manager [-] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.212351] env[69529]: DEBUG nova.network.neutron [-] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.279101] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356243, 'name': CreateSnapshot_Task, 'duration_secs': 2.771371} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.279371] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.280120] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82908dd-0ae9-4b38-b50d-ff2471a365ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.367598] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.479427] env[69529]: DEBUG nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.531789] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356245, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.554022} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.532386] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f/eed43e85-b447-4bf5-aa8f-dd2d58c8b90f.vmdk to [datastore1] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.534940] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632de081-38f4-4405-9982-d5d9ed35b793 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.563172] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.563837] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc87132-4585-4ec2-ad80-e691ca1c1167 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.585243] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 981.585243] env[69529]: value = "task-3356253" [ 981.585243] env[69529]: _type = "Task" [ 981.585243] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.593133] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.611432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.637281] env[69529]: DEBUG nova.scheduler.client.report [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.766176] env[69529]: DEBUG nova.network.neutron [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Successfully updated port: f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.800587] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 981.800587] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b83e84e9-92cf-44d9-94b5-629755adc6bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.815474] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 981.815474] env[69529]: value = "task-3356254" [ 981.815474] env[69529]: _type = "Task" [ 981.815474] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.826021] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356254, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.999312] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.100132] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.142230] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.142791] env[69529]: DEBUG nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.145686] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.918s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.145901] env[69529]: DEBUG nova.objects.instance [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lazy-loading 'resources' on Instance uuid 367bf348-622d-4ff3-9aac-3c424a51fb6d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.214271] env[69529]: DEBUG nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Received event network-vif-deleted-80f203e5-79c1-40ba-a63e-f29613724c1b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.214500] env[69529]: DEBUG nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Received event network-vif-plugged-f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.214736] env[69529]: DEBUG oslo_concurrency.lockutils [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] Acquiring lock "d5f74b11-9993-4e39-b882-a22bf147f313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.215204] env[69529]: DEBUG oslo_concurrency.lockutils [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] Lock "d5f74b11-9993-4e39-b882-a22bf147f313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.215439] env[69529]: DEBUG oslo_concurrency.lockutils [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] Lock "d5f74b11-9993-4e39-b882-a22bf147f313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.215676] env[69529]: DEBUG nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] No waiting events found dispatching network-vif-plugged-f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.215909] env[69529]: WARNING nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Received unexpected event network-vif-plugged-f45c2c85-b09c-4c41-a70c-8883abeab757 for instance with vm_state building and task_state spawning. [ 982.216224] env[69529]: DEBUG nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Received event network-changed-f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.216489] env[69529]: DEBUG nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Refreshing instance network info cache due to event network-changed-f45c2c85-b09c-4c41-a70c-8883abeab757. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.216753] env[69529]: DEBUG oslo_concurrency.lockutils [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] Acquiring lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.217034] env[69529]: DEBUG oslo_concurrency.lockutils [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] Acquired lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.217272] env[69529]: DEBUG nova.network.neutron [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Refreshing network info cache for port f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.268525] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.321048] env[69529]: DEBUG nova.network.neutron [-] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.329013] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356254, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.597415] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356253, 'name': ReconfigVM_Task, 'duration_secs': 0.952042} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.597717] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Reconfigured VM instance instance-00000010 to attach disk [datastore1] cf2a81b1-b116-4c2f-ad63-5553fdf09d75/cf2a81b1-b116-4c2f-ad63-5553fdf09d75.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.598372] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41323b1a-adbc-43a8-9d30-2dca9d885b3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.606083] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 982.606083] env[69529]: value = "task-3356255" [ 982.606083] env[69529]: _type = "Task" [ 982.606083] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.617569] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356255, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.653795] env[69529]: DEBUG nova.compute.utils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.653795] env[69529]: DEBUG nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.654265] env[69529]: DEBUG nova.network.neutron [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.702232] env[69529]: DEBUG nova.policy [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acdaa4490a0d471a8c093ddf0a603982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffd4dc492e94a15a2b37e1137b27607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.773500] env[69529]: DEBUG nova.network.neutron [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.827525] env[69529]: INFO nova.compute.manager [-] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Took 1.62 seconds to deallocate network for instance. [ 982.827870] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356254, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.895974] env[69529]: DEBUG nova.network.neutron [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.054406] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5670b9-316a-4d50-bc98-1c12c4b32715 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.063892] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b575cd69-f77a-4871-beb9-138aba5dc877 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.104097] env[69529]: DEBUG nova.network.neutron [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Successfully created port: 3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.106510] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569284d5-bc00-49d5-8b9e-165c30ec7327 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.120423] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c070f2-b1c6-4cfb-9ad5-19ad862d8059 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.124388] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356255, 'name': Rename_Task, 'duration_secs': 0.133937} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.124669] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.125283] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3f3203-1a19-4dd3-b766-2e35e654c08e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.134834] env[69529]: DEBUG nova.compute.provider_tree [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.141214] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 983.141214] env[69529]: value = "task-3356256" [ 983.141214] env[69529]: _type = "Task" [ 983.141214] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.149850] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.158449] env[69529]: DEBUG nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.327181] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356254, 'name': CloneVM_Task, 'duration_secs': 1.190595} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.327493] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Created linked-clone VM from snapshot [ 983.328267] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee0b126-5144-44a0-b990-e160ed30e8d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.335356] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Uploading image 1d6a2134-bd15-4f0f-856f-2668fffaec5b {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.343128] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.361885] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 983.361885] env[69529]: value = "vm-669863" [ 983.361885] env[69529]: _type = "VirtualMachine" [ 983.361885] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 983.362193] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-14e6fb91-2cd5-4c72-a379-e135e62ece87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.369680] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lease: (returnval){ [ 983.369680] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fae357-ca4b-36f0-5738-fbaae8ff4375" [ 983.369680] env[69529]: _type = "HttpNfcLease" [ 983.369680] env[69529]: } obtained for exporting VM: (result){ [ 983.369680] env[69529]: value = "vm-669863" [ 983.369680] env[69529]: _type = "VirtualMachine" [ 983.369680] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 983.369996] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the lease: (returnval){ [ 983.369996] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fae357-ca4b-36f0-5738-fbaae8ff4375" [ 983.369996] env[69529]: _type = "HttpNfcLease" [ 983.369996] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 983.376238] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.376238] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fae357-ca4b-36f0-5738-fbaae8ff4375" [ 983.376238] env[69529]: _type = "HttpNfcLease" [ 983.376238] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 983.398865] env[69529]: DEBUG oslo_concurrency.lockutils [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] Releasing lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.399138] env[69529]: DEBUG nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Received event network-vif-deleted-592cefa1-c692-4817-9190-230ab5aaccab {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.399318] env[69529]: INFO nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Neutron deleted interface 592cefa1-c692-4817-9190-230ab5aaccab; detaching it from the instance and deleting it from the info cache [ 983.399500] env[69529]: DEBUG nova.network.neutron [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.400695] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquired lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.400821] env[69529]: DEBUG nova.network.neutron [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.638686] env[69529]: DEBUG nova.scheduler.client.report [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.651420] env[69529]: DEBUG oslo_vmware.api [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356256, 'name': PowerOnVM_Task, 'duration_secs': 0.49279} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.651812] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.762360] env[69529]: DEBUG nova.compute.manager [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.763476] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c60e45d-a4ec-49d3-aeb1-7615639dfd10 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.878551] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 983.878551] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fae357-ca4b-36f0-5738-fbaae8ff4375" [ 983.878551] env[69529]: _type = "HttpNfcLease" [ 983.878551] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 983.878849] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 983.878849] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fae357-ca4b-36f0-5738-fbaae8ff4375" [ 983.878849] env[69529]: _type = "HttpNfcLease" [ 983.878849] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 983.879653] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d894eaf-aac5-4c38-8ec5-4f8197f89951 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.888143] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d0dd8-75ed-124d-7741-2e7d6ced05da/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 983.888335] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d0dd8-75ed-124d-7741-2e7d6ced05da/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 983.946579] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67bd3ee4-b098-4192-9a4f-34a07cff7c1c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.957615] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149113f-3d2f-4bae-81d2-1d5b0e77a6df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.978239] env[69529]: DEBUG nova.network.neutron [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.992388] env[69529]: DEBUG nova.compute.manager [req-305b9204-e626-4c62-95f7-7ab20255a1cc req-2510a5da-6e3f-4e48-8576-b80ebe7b126d service nova] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Detach interface failed, port_id=592cefa1-c692-4817-9190-230ab5aaccab, reason: Instance d2cf6d47-2eb2-43e9-baad-73442f983351 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.091079] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68bd3f3d-511d-4aa5-b819-59c0b063c219 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.114903] env[69529]: DEBUG nova.network.neutron [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Updating instance_info_cache with network_info: [{"id": "f45c2c85-b09c-4c41-a70c-8883abeab757", "address": "fa:16:3e:81:02:06", "network": {"id": "855609dc-0f68-4b9a-b1f5-d5f0436b9d1d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1531764139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de965815dec4082a720d159ffcb65c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45c2c85-b0", "ovs_interfaceid": "f45c2c85-b09c-4c41-a70c-8883abeab757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.143893] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.145843] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.201s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.146087] env[69529]: DEBUG nova.objects.instance [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lazy-loading 'resources' on Instance uuid 2a506c55-2b41-470b-a8e3-2c582fb1a4fe {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.166734] env[69529]: DEBUG nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.169446] env[69529]: INFO nova.scheduler.client.report [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted allocations for instance 367bf348-622d-4ff3-9aac-3c424a51fb6d [ 984.192862] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.194121] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.194121] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.194121] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.194121] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.194121] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.194121] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.194121] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.194498] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.194498] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.194596] env[69529]: DEBUG nova.virt.hardware [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.195420] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d58daf4-1538-4186-a0f1-1022814399d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.204692] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e00a0f-5b92-4748-9e39-293bd538f139 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.282165] env[69529]: DEBUG oslo_concurrency.lockutils [None req-720a5e3f-49b2-4e5b-9ca7-91358e547808 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 48.478s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.515872] env[69529]: DEBUG nova.compute.manager [req-35aa65df-1a87-4d73-b408-3ce7ccb0c3ea req-bba4d030-3bd9-4f6b-bc19-00dbebf60866 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Received event network-vif-plugged-3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.516284] env[69529]: DEBUG oslo_concurrency.lockutils [req-35aa65df-1a87-4d73-b408-3ce7ccb0c3ea req-bba4d030-3bd9-4f6b-bc19-00dbebf60866 service nova] Acquiring lock "ac516853-029d-4685-a95c-d172e0240eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.516656] env[69529]: DEBUG oslo_concurrency.lockutils [req-35aa65df-1a87-4d73-b408-3ce7ccb0c3ea req-bba4d030-3bd9-4f6b-bc19-00dbebf60866 service nova] Lock "ac516853-029d-4685-a95c-d172e0240eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.516929] env[69529]: DEBUG oslo_concurrency.lockutils [req-35aa65df-1a87-4d73-b408-3ce7ccb0c3ea req-bba4d030-3bd9-4f6b-bc19-00dbebf60866 service nova] Lock "ac516853-029d-4685-a95c-d172e0240eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.517202] env[69529]: DEBUG nova.compute.manager [req-35aa65df-1a87-4d73-b408-3ce7ccb0c3ea req-bba4d030-3bd9-4f6b-bc19-00dbebf60866 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] No waiting events found dispatching network-vif-plugged-3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.517382] env[69529]: WARNING nova.compute.manager [req-35aa65df-1a87-4d73-b408-3ce7ccb0c3ea req-bba4d030-3bd9-4f6b-bc19-00dbebf60866 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Received unexpected event network-vif-plugged-3459c9fc-e035-4efe-8e2f-1b7277581904 for instance with vm_state building and task_state spawning. [ 984.606652] env[69529]: DEBUG nova.network.neutron [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Successfully updated port: 3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.618908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Releasing lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.621888] env[69529]: DEBUG nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Instance network_info: |[{"id": "f45c2c85-b09c-4c41-a70c-8883abeab757", "address": "fa:16:3e:81:02:06", "network": {"id": "855609dc-0f68-4b9a-b1f5-d5f0436b9d1d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1531764139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de965815dec4082a720d159ffcb65c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45c2c85-b0", "ovs_interfaceid": "f45c2c85-b09c-4c41-a70c-8883abeab757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.625048] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:02:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f45c2c85-b09c-4c41-a70c-8883abeab757', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.633419] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Creating folder: Project (9de965815dec4082a720d159ffcb65c3). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.634402] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-678ba5f9-b958-4ac1-8936-cf3463a21f8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.651652] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Created folder: Project (9de965815dec4082a720d159ffcb65c3) in parent group-v669649. [ 984.652237] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Creating folder: Instances. Parent ref: group-v669864. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.653521] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb4a3021-5286-45b7-8e80-aa1ac9c379fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.662612] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Created folder: Instances in parent group-v669864. [ 984.662858] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.663680] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.663680] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b55b43-52e1-4d5f-bf82-8dc5c81c5a3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.685729] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9419f7ca-5975-4de5-8c46-cb5afc64ac17 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "367bf348-622d-4ff3-9aac-3c424a51fb6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.391s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.688800] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.688800] env[69529]: value = "task-3356260" [ 984.688800] env[69529]: _type = "Task" [ 984.688800] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.697513] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356260, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.086680] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ec58b6-edf1-4da5-b762-5372b3e13e1f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.095949] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9bbb6b-6044-4b09-a92a-591ce7c0e687 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.134020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.134352] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.134561] env[69529]: DEBUG nova.network.neutron [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.136553] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aaf91b-fc7c-4e87-bd8b-15948758b308 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.145811] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432e454-412b-470f-82a3-b19b2d888eb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.160615] env[69529]: DEBUG nova.compute.provider_tree [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.198917] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356260, 'name': CreateVM_Task, 'duration_secs': 0.36829} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.199884] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.199884] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.200141] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.200657] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.201149] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf036fe-c424-4f2c-96ea-604991699a00 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.210743] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 985.210743] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb1796-b780-b4a8-96b0-e054ec19e9cc" [ 985.210743] env[69529]: _type = "Task" [ 985.210743] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.219913] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb1796-b780-b4a8-96b0-e054ec19e9cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.664407] env[69529]: DEBUG nova.scheduler.client.report [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.672189] env[69529]: DEBUG nova.network.neutron [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.718686] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962b8de-8e7d-4a8c-b34d-25bcc0b83f3c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.727153] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bb1796-b780-b4a8-96b0-e054ec19e9cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.728776] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.729020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.729270] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.729406] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.729581] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.729856] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd7a8-fe7b-4a85-bb4e-68c8140b4f36 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Suspending the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 985.730075] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-587c23a0-43dc-4773-bbef-871d33c9fc9d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.731809] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-32e805f4-531f-41b9-b8e6-3fd2e86f60dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.738830] env[69529]: DEBUG oslo_vmware.api [None req-6f8bd7a8-fe7b-4a85-bb4e-68c8140b4f36 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 985.738830] env[69529]: value = "task-3356261" [ 985.738830] env[69529]: _type = "Task" [ 985.738830] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.739913] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.740095] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.743693] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c619c73-9335-408a-8283-d81934e5d139 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.753431] env[69529]: DEBUG oslo_vmware.api [None req-6f8bd7a8-fe7b-4a85-bb4e-68c8140b4f36 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356261, 'name': SuspendVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.754860] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 985.754860] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52692fe3-5a27-ec5b-5197-ec7a35cf6fba" [ 985.754860] env[69529]: _type = "Task" [ 985.754860] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.764068] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52692fe3-5a27-ec5b-5197-ec7a35cf6fba, 'name': SearchDatastore_Task} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.764732] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351d95bb-3e27-4cd6-bf0c-de3603761e6b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.769963] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 985.769963] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dee0dc-257b-2074-6e97-e9cf04c352ae" [ 985.769963] env[69529]: _type = "Task" [ 985.769963] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.778607] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dee0dc-257b-2074-6e97-e9cf04c352ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.792368] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "729b70b0-c415-47f6-8949-5559ffb977a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.798432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "729b70b0-c415-47f6-8949-5559ffb977a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.798432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "729b70b0-c415-47f6-8949-5559ffb977a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.798432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "729b70b0-c415-47f6-8949-5559ffb977a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.798432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "729b70b0-c415-47f6-8949-5559ffb977a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.799112] env[69529]: INFO nova.compute.manager [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Terminating instance [ 985.820803] env[69529]: DEBUG nova.network.neutron [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updating instance_info_cache with network_info: [{"id": "3459c9fc-e035-4efe-8e2f-1b7277581904", "address": "fa:16:3e:e0:59:77", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459c9fc-e0", "ovs_interfaceid": "3459c9fc-e035-4efe-8e2f-1b7277581904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.170379] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.175034] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.930s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.175800] env[69529]: INFO nova.compute.claims [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.199862] env[69529]: INFO nova.scheduler.client.report [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Deleted allocations for instance 2a506c55-2b41-470b-a8e3-2c582fb1a4fe [ 986.252593] env[69529]: DEBUG oslo_vmware.api [None req-6f8bd7a8-fe7b-4a85-bb4e-68c8140b4f36 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356261, 'name': SuspendVM_Task} progress is 70%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.280600] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dee0dc-257b-2074-6e97-e9cf04c352ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.280987] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.281174] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] d5f74b11-9993-4e39-b882-a22bf147f313/d5f74b11-9993-4e39-b882-a22bf147f313.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.281442] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a7c36ed-545c-446c-b3eb-a9b48ffebdf3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.288563] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 986.288563] env[69529]: value = "task-3356262" [ 986.288563] env[69529]: _type = "Task" [ 986.288563] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.296930] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.304789] env[69529]: DEBUG nova.compute.manager [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.305014] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.305921] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b24fd88-3070-4531-8a6a-46e893ea75f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.312864] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.313106] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce5e403-b5e8-490e-abdc-4b4f552aea38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.318597] env[69529]: DEBUG oslo_vmware.api [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 986.318597] env[69529]: value = "task-3356263" [ 986.318597] env[69529]: _type = "Task" [ 986.318597] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.323398] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.323700] env[69529]: DEBUG nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Instance network_info: |[{"id": "3459c9fc-e035-4efe-8e2f-1b7277581904", "address": "fa:16:3e:e0:59:77", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459c9fc-e0", "ovs_interfaceid": "3459c9fc-e035-4efe-8e2f-1b7277581904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.326699] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:59:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3459c9fc-e035-4efe-8e2f-1b7277581904', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.334292] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.334530] env[69529]: DEBUG oslo_vmware.api [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.334760] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.334969] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c78158c-f5bb-4676-aa73-6db40adad0b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.354500] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.354500] env[69529]: value = "task-3356264" [ 986.354500] env[69529]: _type = "Task" [ 986.354500] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.362834] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356264, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.557659] env[69529]: DEBUG nova.compute.manager [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Received event network-changed-3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.557870] env[69529]: DEBUG nova.compute.manager [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Refreshing instance network info cache due to event network-changed-3459c9fc-e035-4efe-8e2f-1b7277581904. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.558115] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] Acquiring lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.558283] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] Acquired lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.558464] env[69529]: DEBUG nova.network.neutron [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Refreshing network info cache for port 3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.709555] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d38b612-b085-42db-8424-cef40905fdf4 tempest-VolumesAdminNegativeTest-1612408483 tempest-VolumesAdminNegativeTest-1612408483-project-member] Lock "2a506c55-2b41-470b-a8e3-2c582fb1a4fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.991s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.751745] env[69529]: DEBUG oslo_vmware.api [None req-6f8bd7a8-fe7b-4a85-bb4e-68c8140b4f36 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356261, 'name': SuspendVM_Task, 'duration_secs': 0.749416} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.752207] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8bd7a8-fe7b-4a85-bb4e-68c8140b4f36 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Suspended the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 986.752537] env[69529]: DEBUG nova.compute.manager [None req-6f8bd7a8-fe7b-4a85-bb4e-68c8140b4f36 tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.753474] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04846394-cd02-4dd6-afd7-6a2e9f9b7ebc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.800415] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.830939] env[69529]: DEBUG oslo_vmware.api [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356263, 'name': PowerOffVM_Task, 'duration_secs': 0.22286} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.831248] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.831416] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.831677] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2044922-b275-4272-8b12-4af8dfbd0b08 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.867185] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356264, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.897838] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.898099] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.898296] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleting the datastore file [datastore1] 729b70b0-c415-47f6-8949-5559ffb977a5 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.898556] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83824add-ffa4-448c-b2de-106dee2a44dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.904365] env[69529]: DEBUG oslo_vmware.api [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 986.904365] env[69529]: value = "task-3356266" [ 986.904365] env[69529]: _type = "Task" [ 986.904365] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.913760] env[69529]: DEBUG oslo_vmware.api [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.289169] env[69529]: DEBUG nova.network.neutron [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updated VIF entry in instance network info cache for port 3459c9fc-e035-4efe-8e2f-1b7277581904. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.289884] env[69529]: DEBUG nova.network.neutron [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updating instance_info_cache with network_info: [{"id": "3459c9fc-e035-4efe-8e2f-1b7277581904", "address": "fa:16:3e:e0:59:77", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459c9fc-e0", "ovs_interfaceid": "3459c9fc-e035-4efe-8e2f-1b7277581904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.312020] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591809} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.312020] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] d5f74b11-9993-4e39-b882-a22bf147f313/d5f74b11-9993-4e39-b882-a22bf147f313.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.312020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.312020] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6d0faf1-5833-494a-936e-f046ff561f79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.318815] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 987.318815] env[69529]: value = "task-3356267" [ 987.318815] env[69529]: _type = "Task" [ 987.318815] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.337102] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.366283] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356264, 'name': CreateVM_Task, 'duration_secs': 0.598089} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.373023] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.373023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.373023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.373023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.373023] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23255ba0-320d-4cf5-a2c7-275b588c341f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.378171] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 987.378171] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4e310-2641-519d-771b-3c0f82f37410" [ 987.378171] env[69529]: _type = "Task" [ 987.378171] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.391037] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4e310-2641-519d-771b-3c0f82f37410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.416962] env[69529]: DEBUG oslo_vmware.api [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23692} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.417395] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.417695] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.418013] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.418354] env[69529]: INFO nova.compute.manager [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 987.418896] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.419229] env[69529]: DEBUG nova.compute.manager [-] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.419458] env[69529]: DEBUG nova.network.neutron [-] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.670186] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb2203-816d-4eab-a868-f22d924dd803 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.688768] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab120342-6cb0-405b-9c24-7f3669561be4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.759407] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b278c02-aa17-4215-9ec7-cfed6bdbd796 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.777521] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddce851-82b0-409b-a358-3276de1223c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.804576] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3da0b1a-55f9-41e2-a8b8-9c891f5ff7a4 req-01cad1df-9920-460f-90b9-5189fd7b3203 service nova] Releasing lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.805401] env[69529]: DEBUG nova.compute.provider_tree [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.833572] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172217} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.835719] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.840036] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6f0ecf-08df-42e7-a166-8d7020ab27dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.881175] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] d5f74b11-9993-4e39-b882-a22bf147f313/d5f74b11-9993-4e39-b882-a22bf147f313.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.882503] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f136b2-08d4-4b75-bc41-590aff8494d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.918977] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4e310-2641-519d-771b-3c0f82f37410, 'name': SearchDatastore_Task, 'duration_secs': 0.01756} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.920630] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.920876] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.921159] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.921326] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.921485] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.921840] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 987.921840] env[69529]: value = "task-3356268" [ 987.921840] env[69529]: _type = "Task" [ 987.921840] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.922072] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f68e52-10bf-4477-88d5-79d022cf645c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.934137] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.937107] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.937107] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.938032] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d25081b-2875-41b9-bb6b-dd088c2693fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.945018] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 987.945018] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524ebf3c-03b2-8758-b50b-e6bc96c69c8b" [ 987.945018] env[69529]: _type = "Task" [ 987.945018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.953654] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524ebf3c-03b2-8758-b50b-e6bc96c69c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.266331] env[69529]: DEBUG nova.network.neutron [-] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.309860] env[69529]: DEBUG nova.scheduler.client.report [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.346357] env[69529]: INFO nova.compute.manager [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Resuming [ 988.347305] env[69529]: DEBUG nova.objects.instance [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lazy-loading 'flavor' on Instance uuid cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.437011] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.455461] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524ebf3c-03b2-8758-b50b-e6bc96c69c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.015944} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.456468] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396092bb-9a66-4904-9b78-a5ba2e5c2dff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.461677] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 988.461677] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a710eb-0a6d-be50-a126-7b17e6bcb7a0" [ 988.461677] env[69529]: _type = "Task" [ 988.461677] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.469634] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a710eb-0a6d-be50-a126-7b17e6bcb7a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.769516] env[69529]: INFO nova.compute.manager [-] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Took 1.35 seconds to deallocate network for instance. [ 988.816566] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.817478] env[69529]: DEBUG nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.820415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.465s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.821876] env[69529]: INFO nova.compute.claims [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.851071] env[69529]: DEBUG nova.compute.manager [req-bcbfc7b5-97a4-4206-a197-96279f768c56 req-e54acac0-41ec-4fd1-be4e-c327945a7ece service nova] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Received event network-vif-deleted-7aba754e-0dfb-4a82-80f1-73c5e1ef99a1 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.934937] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356268, 'name': ReconfigVM_Task, 'duration_secs': 0.917643} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.935321] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Reconfigured VM instance instance-0000004e to attach disk [datastore2] d5f74b11-9993-4e39-b882-a22bf147f313/d5f74b11-9993-4e39-b882-a22bf147f313.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.936026] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-258045eb-2c44-4d13-a83a-cb45e6f5dbad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.942631] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 988.942631] env[69529]: value = "task-3356269" [ 988.942631] env[69529]: _type = "Task" [ 988.942631] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.955777] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356269, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.973505] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a710eb-0a6d-be50-a126-7b17e6bcb7a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.973828] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.974592] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.974592] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d3ad6f2-5e60-4906-a71b-b8133a5ac1d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.983261] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 988.983261] env[69529]: value = "task-3356270" [ 988.983261] env[69529]: _type = "Task" [ 988.983261] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.993595] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.279472] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.327281] env[69529]: DEBUG nova.compute.utils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.328890] env[69529]: DEBUG nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 989.457299] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356269, 'name': Rename_Task, 'duration_secs': 0.17339} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.457684] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.457993] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f34d6f57-b325-4865-9ccf-3c9609d409ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.467233] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 989.467233] env[69529]: value = "task-3356271" [ 989.467233] env[69529]: _type = "Task" [ 989.467233] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.484476] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356271, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.496532] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356270, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.833285] env[69529]: DEBUG nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.864021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.864021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquired lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.864021] env[69529]: DEBUG nova.network.neutron [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.982988] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356271, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.995845] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560689} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.996965] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.996965] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.996965] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb926efb-2c9a-442f-b2ae-0c04831ac47d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.004664] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 990.004664] env[69529]: value = "task-3356272" [ 990.004664] env[69529]: _type = "Task" [ 990.004664] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.017689] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.234229] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e75222f-76b7-4de4-bb65-e0716977a536 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.242167] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777b270-514b-4ebb-bba1-1ee40c863088 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.271352] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf46ba09-46cf-477f-8c3c-cfd8485fd297 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.278677] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2f2000-2719-4d12-a867-5a372949937d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.291586] env[69529]: DEBUG nova.compute.provider_tree [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.478187] env[69529]: DEBUG oslo_vmware.api [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356271, 'name': PowerOnVM_Task, 'duration_secs': 0.549486} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.480558] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.480774] env[69529]: INFO nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Took 9.95 seconds to spawn the instance on the hypervisor. [ 990.480949] env[69529]: DEBUG nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.481753] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96e661-16e4-48f3-b2c2-bfc6f309920e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.515367] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069949} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.515631] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.517422] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b8d63-23f8-48fe-a18b-f97e2f2b674c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.549540] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.553594] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db96f7aa-133b-4694-9843-62a4f4b19c01 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.577283] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 990.577283] env[69529]: value = "task-3356273" [ 990.577283] env[69529]: _type = "Task" [ 990.577283] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.585921] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.606055] env[69529]: DEBUG nova.network.neutron [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [{"id": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "address": "fa:16:3e:68:ca:ae", "network": {"id": "bda0748c-2fc2-47e7-b22d-5963a73c94fd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-76162253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810f5d5497434eed9e3d7032304bcb43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdbe0ad-64", "ovs_interfaceid": "6cdbe0ad-6427-4008-a4f5-1b36fa4f735d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.794752] env[69529]: DEBUG nova.scheduler.client.report [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.852184] env[69529]: DEBUG nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.879721] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.880021] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.880193] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.880387] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.880628] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.880779] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.880994] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.881174] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.881340] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.881544] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.881728] env[69529]: DEBUG nova.virt.hardware [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.882951] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71fa944-7ed7-40da-a9a8-05433a21fc07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.891447] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84fad34-fdd5-41fd-b4d4-5eaceedadde0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.906334] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.912710] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Creating folder: Project (50da563c0dca47dca18b771b01d7ff58). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.913047] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13ee4ef7-e711-4f7b-8fc6-5011744c75a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.923993] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Created folder: Project (50da563c0dca47dca18b771b01d7ff58) in parent group-v669649. [ 990.924226] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Creating folder: Instances. Parent ref: group-v669868. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.924475] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-213a76de-ecbd-4fdc-88e9-4345fbc075f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.934149] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Created folder: Instances in parent group-v669868. [ 990.934407] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.934605] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.934809] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4af636ab-99de-42a2-b31f-48850cd6e540 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.954939] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.954939] env[69529]: value = "task-3356276" [ 990.954939] env[69529]: _type = "Task" [ 990.954939] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.964428] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356276, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.000820] env[69529]: INFO nova.compute.manager [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Took 39.89 seconds to build instance. [ 991.091638] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.108574] env[69529]: DEBUG oslo_concurrency.lockutils [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Releasing lock "refresh_cache-cf2a81b1-b116-4c2f-ad63-5553fdf09d75" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.109559] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924cb44f-8fa7-4a26-bbc4-b25abfec2afc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.115807] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Resuming the VM {{(pid=69529) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 991.116095] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8a077b8-1bfa-4753-bd8d-8269f7b0bd93 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.123516] env[69529]: DEBUG oslo_vmware.api [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 991.123516] env[69529]: value = "task-3356277" [ 991.123516] env[69529]: _type = "Task" [ 991.123516] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.132306] env[69529]: DEBUG oslo_vmware.api [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.300890] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.301557] env[69529]: DEBUG nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.304513] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.138s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.310956] env[69529]: INFO nova.compute.claims [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.464897] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356276, 'name': CreateVM_Task, 'duration_secs': 0.450435} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.465733] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.466248] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.466623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.466739] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.467016] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f653cbc9-0aea-4639-b26c-d98d127dfb12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.471944] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 991.471944] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5213d7cf-86b1-1d46-6d61-87301f3a635a" [ 991.471944] env[69529]: _type = "Task" [ 991.471944] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.480295] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5213d7cf-86b1-1d46-6d61-87301f3a635a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.502525] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de8d5a57-add9-4b20-ab7a-20918f206653 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "d5f74b11-9993-4e39-b882-a22bf147f313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.401s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.593321] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356273, 'name': ReconfigVM_Task, 'duration_secs': 0.771859} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.593651] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.594368] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9986ec-c5b4-44f9-8c66-df20b60bdd7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.602808] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 991.602808] env[69529]: value = "task-3356278" [ 991.602808] env[69529]: _type = "Task" [ 991.602808] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.612895] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356278, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.633925] env[69529]: DEBUG oslo_vmware.api [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.821372] env[69529]: DEBUG nova.compute.utils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.823993] env[69529]: DEBUG nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.823993] env[69529]: DEBUG nova.network.neutron [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.907703] env[69529]: DEBUG nova.policy [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd225dbeea6b4a8a88e6a95487dd616c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e35df3fcf50435193afadd60fb2e16d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.988453] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5213d7cf-86b1-1d46-6d61-87301f3a635a, 'name': SearchDatastore_Task, 'duration_secs': 0.011688} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.989207] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.989692] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.990238] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.990617] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.991136] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.991495] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2334616-a622-4835-9159-1db906cf149a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.003250] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.003507] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.004345] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747ce86e-cc23-4754-afa4-1c880e66234a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.010965] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 992.010965] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52666d8b-0a75-8284-4650-b63fc694de36" [ 992.010965] env[69529]: _type = "Task" [ 992.010965] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.021624] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52666d8b-0a75-8284-4650-b63fc694de36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.113198] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356278, 'name': Rename_Task, 'duration_secs': 0.236543} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.113590] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.113850] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978c99c8-0da9-473a-bd42-4a6a746e9b8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.121058] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 992.121058] env[69529]: value = "task-3356279" [ 992.121058] env[69529]: _type = "Task" [ 992.121058] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.137809] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356279, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.142550] env[69529]: DEBUG oslo_vmware.api [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356277, 'name': PowerOnVM_Task, 'duration_secs': 0.797411} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.142550] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Resumed the VM {{(pid=69529) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 992.142550] env[69529]: DEBUG nova.compute.manager [None req-229a4814-3f79-4b90-973d-e71c72133eee tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.143528] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f3ad8-a272-4bef-ab3c-f5cac15213b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.201148] env[69529]: DEBUG nova.compute.manager [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Received event network-changed-f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.201348] env[69529]: DEBUG nova.compute.manager [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Refreshing instance network info cache due to event network-changed-f45c2c85-b09c-4c41-a70c-8883abeab757. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.201593] env[69529]: DEBUG oslo_concurrency.lockutils [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] Acquiring lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.202999] env[69529]: DEBUG oslo_concurrency.lockutils [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] Acquired lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.202999] env[69529]: DEBUG nova.network.neutron [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Refreshing network info cache for port f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.273812] env[69529]: DEBUG nova.network.neutron [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Successfully created port: 7eb2a803-e950-4bd2-83ca-0035af12a5a7 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.324541] env[69529]: DEBUG nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.525336] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52666d8b-0a75-8284-4650-b63fc694de36, 'name': SearchDatastore_Task, 'duration_secs': 0.017471} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.526867] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b379404-f5ad-480d-bbef-0ffec9e7d558 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.536499] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 992.536499] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52450584-f8be-32ce-cc3b-645835a07034" [ 992.536499] env[69529]: _type = "Task" [ 992.536499] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.548687] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52450584-f8be-32ce-cc3b-645835a07034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.632015] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.839854] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e922c20e-c9b5-40f9-b09f-9de2e7d92821 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.849131] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af373850-9ce0-4b29-8efd-73e4bc098ce9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.891059] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc271200-9f7f-4f7d-93b5-86e825935bd0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.900597] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b052b9f2-0ea2-418b-8f76-187e250cd473 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.916528] env[69529]: DEBUG nova.compute.provider_tree [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.998651] env[69529]: DEBUG nova.network.neutron [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Updated VIF entry in instance network info cache for port f45c2c85-b09c-4c41-a70c-8883abeab757. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.999027] env[69529]: DEBUG nova.network.neutron [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Updating instance_info_cache with network_info: [{"id": "f45c2c85-b09c-4c41-a70c-8883abeab757", "address": "fa:16:3e:81:02:06", "network": {"id": "855609dc-0f68-4b9a-b1f5-d5f0436b9d1d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1531764139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de965815dec4082a720d159ffcb65c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf45c2c85-b0", "ovs_interfaceid": "f45c2c85-b09c-4c41-a70c-8883abeab757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.046306] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52450584-f8be-32ce-cc3b-645835a07034, 'name': SearchDatastore_Task, 'duration_secs': 0.018374} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.046534] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.046791] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.047061] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5d64849-71d0-4dad-8f6c-68da65bd806a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.053393] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 993.053393] env[69529]: value = "task-3356280" [ 993.053393] env[69529]: _type = "Task" [ 993.053393] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.061811] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.131856] env[69529]: DEBUG oslo_vmware.api [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356279, 'name': PowerOnVM_Task, 'duration_secs': 0.765462} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.132219] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.132464] env[69529]: INFO nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Took 8.97 seconds to spawn the instance on the hypervisor. [ 993.132778] env[69529]: DEBUG nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.134253] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ba59c-c38e-4885-9350-2c5221977613 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.339744] env[69529]: DEBUG nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.368829] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.369098] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.369262] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.369450] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.370735] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.370735] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.370735] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.370735] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.370735] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.370735] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.370735] env[69529]: DEBUG nova.virt.hardware [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.371797] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3de180-93d7-4819-bc69-0f6215a7ee7a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.379771] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e461786-e9f0-435c-812c-a408a4942c43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.423355] env[69529]: DEBUG nova.scheduler.client.report [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.501849] env[69529]: DEBUG oslo_concurrency.lockutils [req-456bbfab-ad37-416c-bd0a-51ea211a60d9 req-62ce3371-e402-47d9-869a-fa3a1a23dc27 service nova] Releasing lock "refresh_cache-d5f74b11-9993-4e39-b882-a22bf147f313" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.565047] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.654969] env[69529]: INFO nova.compute.manager [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Took 32.06 seconds to build instance. [ 993.761228] env[69529]: DEBUG nova.compute.manager [req-dee54ac5-8d51-41ae-a6b1-713b73814c98 req-5ba9ea9b-3b96-43c9-b061-00474da329e8 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Received event network-vif-plugged-7eb2a803-e950-4bd2-83ca-0035af12a5a7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.761558] env[69529]: DEBUG oslo_concurrency.lockutils [req-dee54ac5-8d51-41ae-a6b1-713b73814c98 req-5ba9ea9b-3b96-43c9-b061-00474da329e8 service nova] Acquiring lock "54e87386-5055-4ea2-aded-aa3be5001f88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.761902] env[69529]: DEBUG oslo_concurrency.lockutils [req-dee54ac5-8d51-41ae-a6b1-713b73814c98 req-5ba9ea9b-3b96-43c9-b061-00474da329e8 service nova] Lock "54e87386-5055-4ea2-aded-aa3be5001f88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.762325] env[69529]: DEBUG oslo_concurrency.lockutils [req-dee54ac5-8d51-41ae-a6b1-713b73814c98 req-5ba9ea9b-3b96-43c9-b061-00474da329e8 service nova] Lock "54e87386-5055-4ea2-aded-aa3be5001f88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.762413] env[69529]: DEBUG nova.compute.manager [req-dee54ac5-8d51-41ae-a6b1-713b73814c98 req-5ba9ea9b-3b96-43c9-b061-00474da329e8 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] No waiting events found dispatching network-vif-plugged-7eb2a803-e950-4bd2-83ca-0035af12a5a7 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.762709] env[69529]: WARNING nova.compute.manager [req-dee54ac5-8d51-41ae-a6b1-713b73814c98 req-5ba9ea9b-3b96-43c9-b061-00474da329e8 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Received unexpected event network-vif-plugged-7eb2a803-e950-4bd2-83ca-0035af12a5a7 for instance with vm_state building and task_state spawning. [ 993.929228] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.929765] env[69529]: DEBUG nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.936253] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.364s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.936495] env[69529]: DEBUG nova.objects.instance [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lazy-loading 'resources' on Instance uuid 273e28db-880c-464f-b316-851419f091dc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.961447] env[69529]: DEBUG nova.network.neutron [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Successfully updated port: 7eb2a803-e950-4bd2-83ca-0035af12a5a7 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.064253] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602504} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.064574] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.064846] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.065112] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed1d923b-caa2-4095-9365-efc40d6ba1cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.072154] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 994.072154] env[69529]: value = "task-3356281" [ 994.072154] env[69529]: _type = "Task" [ 994.072154] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.083986] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.158447] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fd9f174-c979-49af-a604-98c2886aae2d tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.576s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.216760] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d0dd8-75ed-124d-7741-2e7d6ced05da/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 994.218114] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f312f1-807e-4907-be99-8dc41ee7fbdd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.225875] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d0dd8-75ed-124d-7741-2e7d6ced05da/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 994.226116] env[69529]: ERROR oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d0dd8-75ed-124d-7741-2e7d6ced05da/disk-0.vmdk due to incomplete transfer. [ 994.226403] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-38eff98b-f2d6-4ce8-ad90-f60b6601cd8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.233993] env[69529]: DEBUG oslo_vmware.rw_handles [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528d0dd8-75ed-124d-7741-2e7d6ced05da/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 994.234289] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Uploaded image 1d6a2134-bd15-4f0f-856f-2668fffaec5b to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 994.237276] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 994.237589] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-517ce0c3-903c-4be4-8966-f367df7005d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.244156] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 994.244156] env[69529]: value = "task-3356282" [ 994.244156] env[69529]: _type = "Task" [ 994.244156] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.256216] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356282, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.444636] env[69529]: DEBUG nova.compute.utils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.446609] env[69529]: DEBUG nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 994.466592] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "refresh_cache-54e87386-5055-4ea2-aded-aa3be5001f88" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.466741] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "refresh_cache-54e87386-5055-4ea2-aded-aa3be5001f88" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.466920] env[69529]: DEBUG nova.network.neutron [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.582999] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131455} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.583865] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.586913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869e76ae-4201-4556-a147-910fde27245f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.606590] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.609133] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6161793-d4a0-4e48-8ebc-ca0d96872b7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.636526] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 994.636526] env[69529]: value = "task-3356283" [ 994.636526] env[69529]: _type = "Task" [ 994.636526] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.651196] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.755861] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356282, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.821194] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2855d776-3010-4f31-bff7-05a56fffa3d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.829261] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0493362-2778-4303-9660-ba89b1f6d117 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.866414] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e2553-3240-4623-8f9b-21f94606836d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.873732] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48d60ad-392a-46e2-8050-0b33d586f547 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.887608] env[69529]: DEBUG nova.compute.provider_tree [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.947644] env[69529]: DEBUG nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.000604] env[69529]: DEBUG nova.network.neutron [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.131578] env[69529]: DEBUG nova.network.neutron [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Updating instance_info_cache with network_info: [{"id": "7eb2a803-e950-4bd2-83ca-0035af12a5a7", "address": "fa:16:3e:6b:cc:b8", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2a803-e9", "ovs_interfaceid": "7eb2a803-e950-4bd2-83ca-0035af12a5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.146906] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.256385] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356282, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.391837] env[69529]: DEBUG nova.scheduler.client.report [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.634455] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "refresh_cache-54e87386-5055-4ea2-aded-aa3be5001f88" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.634826] env[69529]: DEBUG nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Instance network_info: |[{"id": "7eb2a803-e950-4bd2-83ca-0035af12a5a7", "address": "fa:16:3e:6b:cc:b8", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2a803-e9", "ovs_interfaceid": "7eb2a803-e950-4bd2-83ca-0035af12a5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.635331] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:cc:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7eb2a803-e950-4bd2-83ca-0035af12a5a7', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.643623] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.643920] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.647584] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ac8201-1330-49b0-bc32-4b21998d6f05 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.668764] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356283, 'name': ReconfigVM_Task, 'duration_secs': 0.762067} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.670043] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.670813] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.670813] env[69529]: value = "task-3356284" [ 995.670813] env[69529]: _type = "Task" [ 995.670813] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.670999] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ced4c983-0610-4ceb-a1bc-fee8cd969423 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.680164] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356284, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.680756] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 995.680756] env[69529]: value = "task-3356285" [ 995.680756] env[69529]: _type = "Task" [ 995.680756] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.689399] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356285, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.758317] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356282, 'name': Destroy_Task, 'duration_secs': 1.098593} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.758621] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Destroyed the VM [ 995.758863] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 995.759166] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2901d2d6-cc4c-42be-93c6-deb8d81479df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.765893] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 995.765893] env[69529]: value = "task-3356286" [ 995.765893] env[69529]: _type = "Task" [ 995.765893] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.777748] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356286, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.795425] env[69529]: DEBUG nova.compute.manager [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Received event network-changed-7eb2a803-e950-4bd2-83ca-0035af12a5a7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.795677] env[69529]: DEBUG nova.compute.manager [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Refreshing instance network info cache due to event network-changed-7eb2a803-e950-4bd2-83ca-0035af12a5a7. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.795949] env[69529]: DEBUG oslo_concurrency.lockutils [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] Acquiring lock "refresh_cache-54e87386-5055-4ea2-aded-aa3be5001f88" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.796357] env[69529]: DEBUG oslo_concurrency.lockutils [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] Acquired lock "refresh_cache-54e87386-5055-4ea2-aded-aa3be5001f88" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.796563] env[69529]: DEBUG nova.network.neutron [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Refreshing network info cache for port 7eb2a803-e950-4bd2-83ca-0035af12a5a7 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.896966] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.899523] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.414s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.899768] env[69529]: DEBUG nova.objects.instance [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'resources' on Instance uuid df27b953-d341-4b7a-9b22-be6fedd3db50 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.919049] env[69529]: INFO nova.scheduler.client.report [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted allocations for instance 273e28db-880c-464f-b316-851419f091dc [ 995.956966] env[69529]: DEBUG nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.986399] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.986676] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.986858] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.987085] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.987711] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.987711] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.987711] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.987883] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.987984] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.988185] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.988384] env[69529]: DEBUG nova.virt.hardware [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.989986] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b211f7-a5ed-4698-9009-88a74bb161f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.997515] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1d164c-c773-4ec3-85fe-d0acb2681465 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.011789] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.017915] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Creating folder: Project (332bddf95e404d90b5b79f4fc8df15d8). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.018882] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba5990e2-034c-4b85-9b82-17984bcfb479 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.027358] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Created folder: Project (332bddf95e404d90b5b79f4fc8df15d8) in parent group-v669649. [ 996.027550] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Creating folder: Instances. Parent ref: group-v669872. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.027808] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a9ab966-7bc3-4f30-974f-56c818843b0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.036256] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Created folder: Instances in parent group-v669872. [ 996.036481] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.036670] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.036890] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00ba7719-975d-4be7-9381-54d1a791548e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.053378] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.053378] env[69529]: value = "task-3356289" [ 996.053378] env[69529]: _type = "Task" [ 996.053378] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.061156] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356289, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.181919] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356284, 'name': CreateVM_Task, 'duration_secs': 0.29722} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.184852] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.185561] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.185732] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.186131] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.186703] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be8a17d-4ac7-4b79-9a06-9841f276292b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.190946] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356285, 'name': Rename_Task, 'duration_secs': 0.150814} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.191563] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.191824] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-959afee4-2aa2-44ee-a488-86a8efc63cf0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.194214] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 996.194214] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524568ab-a9a7-dae9-7742-b2cc278720a9" [ 996.194214] env[69529]: _type = "Task" [ 996.194214] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.198606] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 996.198606] env[69529]: value = "task-3356290" [ 996.198606] env[69529]: _type = "Task" [ 996.198606] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.204287] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524568ab-a9a7-dae9-7742-b2cc278720a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.208849] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.275524] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356286, 'name': RemoveSnapshot_Task, 'duration_secs': 0.32795} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.275839] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 996.276088] env[69529]: DEBUG nova.compute.manager [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.276862] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f1800-4fdc-4388-b1fb-94f248862893 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.428691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8ad5ad60-3b94-4816-89c0-01ac3a4ff013 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "273e28db-880c-464f-b316-851419f091dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.751s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.524972] env[69529]: DEBUG nova.network.neutron [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Updated VIF entry in instance network info cache for port 7eb2a803-e950-4bd2-83ca-0035af12a5a7. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.525947] env[69529]: DEBUG nova.network.neutron [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Updating instance_info_cache with network_info: [{"id": "7eb2a803-e950-4bd2-83ca-0035af12a5a7", "address": "fa:16:3e:6b:cc:b8", "network": {"id": "d82c06b1-69bc-40da-9e3f-f8c372d51a6a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1178429041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e35df3fcf50435193afadd60fb2e16d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7eb2a803-e9", "ovs_interfaceid": "7eb2a803-e950-4bd2-83ca-0035af12a5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.567321] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356289, 'name': CreateVM_Task, 'duration_secs': 0.288407} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.572151] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.572151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.572151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.572151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.572151] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e410aab0-0483-448e-ace0-faa507e14e24 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.576088] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 996.576088] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f510ec-2462-5366-bafd-e51d92a4f23e" [ 996.576088] env[69529]: _type = "Task" [ 996.576088] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.585358] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f510ec-2462-5366-bafd-e51d92a4f23e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.708489] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356290, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.714207] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524568ab-a9a7-dae9-7742-b2cc278720a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013377} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.714656] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.714895] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.715154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.715307] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.715479] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.715761] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-889b2ffc-5f05-4716-81e9-6b51eac5c8fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.725887] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10496c6b-9e8c-488a-84c0-7f9a2d258700 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.729498] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.729672] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.730717] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8637f5e8-d872-4175-aaa1-9870866cf65f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.735498] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56103e37-afd1-400c-8b2c-e9b0d828f818 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.739455] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 996.739455] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d48390-8dde-cced-c274-abcf58bbf914" [ 996.739455] env[69529]: _type = "Task" [ 996.739455] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.770344] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5c66cc-bd70-4215-bc9f-3a72c0107399 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.776595] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d48390-8dde-cced-c274-abcf58bbf914, 'name': SearchDatastore_Task, 'duration_secs': 0.014501} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.777887] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba5fe80-3c2b-4540-af11-321f69962508 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.783662] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68500276-f0e4-4142-91c0-2ebe7040e116 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.790727] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 996.790727] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524386bc-29e8-8c0c-ab03-3acb93322a38" [ 996.790727] env[69529]: _type = "Task" [ 996.790727] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.791161] env[69529]: INFO nova.compute.manager [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Shelve offloading [ 996.805486] env[69529]: DEBUG nova.compute.provider_tree [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.812707] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524386bc-29e8-8c0c-ab03-3acb93322a38, 'name': SearchDatastore_Task, 'duration_secs': 0.014774} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.812943] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.813205] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 54e87386-5055-4ea2-aded-aa3be5001f88/54e87386-5055-4ea2-aded-aa3be5001f88.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.813905] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e291a1d7-a8bf-43e0-9889-8def62089640 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.821275] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 996.821275] env[69529]: value = "task-3356291" [ 996.821275] env[69529]: _type = "Task" [ 996.821275] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.829435] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.028610] env[69529]: DEBUG oslo_concurrency.lockutils [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] Releasing lock "refresh_cache-54e87386-5055-4ea2-aded-aa3be5001f88" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.028979] env[69529]: DEBUG nova.compute.manager [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Received event network-changed-3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.028979] env[69529]: DEBUG nova.compute.manager [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Refreshing instance network info cache due to event network-changed-3459c9fc-e035-4efe-8e2f-1b7277581904. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.029476] env[69529]: DEBUG oslo_concurrency.lockutils [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] Acquiring lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.029476] env[69529]: DEBUG oslo_concurrency.lockutils [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] Acquired lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.029633] env[69529]: DEBUG nova.network.neutron [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Refreshing network info cache for port 3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.085827] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f510ec-2462-5366-bafd-e51d92a4f23e, 'name': SearchDatastore_Task, 'duration_secs': 0.03022} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.087214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.087462] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.087805] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.087874] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.088000] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.090843] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d29378-d413-4355-948c-d91e5992e2fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.101215] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.101404] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.102382] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687016fb-bade-4941-af17-983f50bb18ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.107881] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 997.107881] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527d01f2-b525-d392-dabd-55ae411acd52" [ 997.107881] env[69529]: _type = "Task" [ 997.107881] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.115710] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527d01f2-b525-d392-dabd-55ae411acd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.210089] env[69529]: DEBUG oslo_vmware.api [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356290, 'name': PowerOnVM_Task, 'duration_secs': 0.817113} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.210407] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.210640] env[69529]: INFO nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Took 6.36 seconds to spawn the instance on the hypervisor. [ 997.210883] env[69529]: DEBUG nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.211715] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3603c3b4-10bf-41dc-832c-7f5283ee92dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.299373] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.300095] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-602edfc8-d319-49c3-8c2c-fd0d1b65fb55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.308969] env[69529]: DEBUG nova.scheduler.client.report [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.315892] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 997.315892] env[69529]: value = "task-3356292" [ 997.315892] env[69529]: _type = "Task" [ 997.315892] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.339539] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356291, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.339995] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.340311] env[69529]: DEBUG nova.compute.manager [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.341487] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac26ce8-d41a-41dc-9b46-13e5e8e91b67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.351886] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.352161] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.352466] env[69529]: DEBUG nova.network.neutron [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.595463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.595463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.595463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.595463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.595463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.597519] env[69529]: INFO nova.compute.manager [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Terminating instance [ 997.619161] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527d01f2-b525-d392-dabd-55ae411acd52, 'name': SearchDatastore_Task, 'duration_secs': 0.026414} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.619953] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6920d0f-08c6-47ef-a13a-7d45e3589a7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.627097] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 997.627097] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520f6385-817d-1cf1-c582-2eb8336c88bb" [ 997.627097] env[69529]: _type = "Task" [ 997.627097] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.635211] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520f6385-817d-1cf1-c582-2eb8336c88bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.728014] env[69529]: INFO nova.compute.manager [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Took 31.50 seconds to build instance. [ 997.787608] env[69529]: DEBUG nova.network.neutron [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updated VIF entry in instance network info cache for port 3459c9fc-e035-4efe-8e2f-1b7277581904. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.787885] env[69529]: DEBUG nova.network.neutron [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updating instance_info_cache with network_info: [{"id": "3459c9fc-e035-4efe-8e2f-1b7277581904", "address": "fa:16:3e:e0:59:77", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3459c9fc-e0", "ovs_interfaceid": "3459c9fc-e035-4efe-8e2f-1b7277581904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.817555] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.823026] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.453s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.823026] env[69529]: DEBUG nova.objects.instance [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lazy-loading 'resources' on Instance uuid 11d9bedb-4afe-4a98-bf67-180666568c92 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.833972] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779799} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.834679] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 54e87386-5055-4ea2-aded-aa3be5001f88/54e87386-5055-4ea2-aded-aa3be5001f88.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.834800] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.835233] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13d9264-fcb7-4db6-9562-bb901f0ac652 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.842381] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 997.842381] env[69529]: value = "task-3356293" [ 997.842381] env[69529]: _type = "Task" [ 997.842381] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.846684] env[69529]: INFO nova.scheduler.client.report [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted allocations for instance df27b953-d341-4b7a-9b22-be6fedd3db50 [ 997.858466] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.087312] env[69529]: DEBUG nova.network.neutron [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Updating instance_info_cache with network_info: [{"id": "a8c50ad6-051e-4549-b1b0-029978986a4b", "address": "fa:16:3e:f4:15:5a", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8c50ad6-05", "ovs_interfaceid": "a8c50ad6-051e-4549-b1b0-029978986a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.102144] env[69529]: DEBUG nova.compute.manager [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.102398] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.103285] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128e9e2-bfcf-4dbf-8a6f-b2e52ffaf7d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.111363] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.111600] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a990b6cb-1349-43bc-b08d-0bcf50845623 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.117679] env[69529]: DEBUG oslo_vmware.api [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 998.117679] env[69529]: value = "task-3356294" [ 998.117679] env[69529]: _type = "Task" [ 998.117679] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.125708] env[69529]: DEBUG oslo_vmware.api [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.136206] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520f6385-817d-1cf1-c582-2eb8336c88bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.136534] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.136712] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.136966] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-447bf6db-b81c-4132-b635-37d0b091ae12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.142728] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 998.142728] env[69529]: value = "task-3356295" [ 998.142728] env[69529]: _type = "Task" [ 998.142728] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.150401] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.230201] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8653f726-4e6f-4c51-9edc-5ab653f4b570 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.014s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.293117] env[69529]: DEBUG oslo_concurrency.lockutils [req-5392ce6e-4147-4663-a446-a9a45d2d00fc req-9847490e-696a-4d30-96b8-4f2929c30f17 service nova] Releasing lock "refresh_cache-ac516853-029d-4685-a95c-d172e0240eb4" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.357669] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066771} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.358155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47176cc8-accb-4ea4-8a72-7101fcddb354 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "df27b953-d341-4b7a-9b22-be6fedd3db50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.381s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.359370] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.362852] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4c3693-3d34-43ab-acaa-02986184b635 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.387821] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 54e87386-5055-4ea2-aded-aa3be5001f88/54e87386-5055-4ea2-aded-aa3be5001f88.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.391586] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec594cb-6ed2-4b1b-aa95-ade8f4da4121 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.414070] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 998.414070] env[69529]: value = "task-3356296" [ 998.414070] env[69529]: _type = "Task" [ 998.414070] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.426928] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.589526] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.632559] env[69529]: DEBUG oslo_vmware.api [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356294, 'name': PowerOffVM_Task, 'duration_secs': 0.425923} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.633358] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.633358] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.633358] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e8644c0-bb7a-4695-abe8-4eb39c15d414 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.654644] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356295, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.694242] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313bd6a-099a-4ab1-a69f-38bd257a544b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.701069] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.701351] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.701569] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleting the datastore file [datastore1] cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.701885] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0fb607d-2c0c-406d-ae27-2d4a40fcd288 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.706437] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dfef30-3a3a-4436-b519-d706b80286a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.710610] env[69529]: DEBUG oslo_vmware.api [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for the task: (returnval){ [ 998.710610] env[69529]: value = "task-3356298" [ 998.710610] env[69529]: _type = "Task" [ 998.710610] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.739416] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd3034d-b7a8-4817-8849-b8e7cee45542 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.744952] env[69529]: DEBUG oslo_vmware.api [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.749760] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234a23a-b8aa-4a63-a4d4-c9f1674662f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.765926] env[69529]: DEBUG nova.compute.provider_tree [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.908727] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.909609] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253bec9c-7f3d-4593-9c28-1db3fe839d61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.917349] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.920261] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b88c880-f0eb-460b-919e-adfb31580fdc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.926492] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.976028] env[69529]: DEBUG nova.compute.manager [req-485b6ee1-1e06-4609-aeb3-0858677b848a req-21c62065-1f69-4898-a4e2-2f61207418de service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Received event network-vif-unplugged-a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.976028] env[69529]: DEBUG oslo_concurrency.lockutils [req-485b6ee1-1e06-4609-aeb3-0858677b848a req-21c62065-1f69-4898-a4e2-2f61207418de service nova] Acquiring lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.976455] env[69529]: DEBUG oslo_concurrency.lockutils [req-485b6ee1-1e06-4609-aeb3-0858677b848a req-21c62065-1f69-4898-a4e2-2f61207418de service nova] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.976656] env[69529]: DEBUG oslo_concurrency.lockutils [req-485b6ee1-1e06-4609-aeb3-0858677b848a req-21c62065-1f69-4898-a4e2-2f61207418de service nova] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.976835] env[69529]: DEBUG nova.compute.manager [req-485b6ee1-1e06-4609-aeb3-0858677b848a req-21c62065-1f69-4898-a4e2-2f61207418de service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] No waiting events found dispatching network-vif-unplugged-a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.977083] env[69529]: WARNING nova.compute.manager [req-485b6ee1-1e06-4609-aeb3-0858677b848a req-21c62065-1f69-4898-a4e2-2f61207418de service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Received unexpected event network-vif-unplugged-a8c50ad6-051e-4549-b1b0-029978986a4b for instance with vm_state shelved and task_state shelving_offloading. [ 998.987972] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.987972] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.987972] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleting the datastore file [datastore1] d085abc4-f600-47a4-a917-2d993cb6df1b {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.988214] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ec815b-4995-491d-9a4d-33f1623147b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.994310] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 998.994310] env[69529]: value = "task-3356300" [ 998.994310] env[69529]: _type = "Task" [ 998.994310] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.001996] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.093088] env[69529]: INFO nova.compute.manager [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Rebuilding instance [ 999.134516] env[69529]: DEBUG nova.compute.manager [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.135482] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bd731d-c9d9-4201-a647-970782ebaf84 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.154609] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544764} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.154874] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.155106] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.155351] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d06e8404-ed3b-45fd-832d-54c64de68537 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.161304] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 999.161304] env[69529]: value = "task-3356301" [ 999.161304] env[69529]: _type = "Task" [ 999.161304] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.168852] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.221250] env[69529]: DEBUG oslo_vmware.api [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Task: {'id': task-3356298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463106} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.221507] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.221688] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.221895] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.222094] env[69529]: INFO nova.compute.manager [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 999.222339] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.222529] env[69529]: DEBUG nova.compute.manager [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.222623] env[69529]: DEBUG nova.network.neutron [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.270690] env[69529]: DEBUG nova.scheduler.client.report [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.427134] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356296, 'name': ReconfigVM_Task, 'duration_secs': 0.824898} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.427134] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 54e87386-5055-4ea2-aded-aa3be5001f88/54e87386-5055-4ea2-aded-aa3be5001f88.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.427737] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53567047-f2c8-46b1-af0f-157efddd07b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.433549] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 999.433549] env[69529]: value = "task-3356302" [ 999.433549] env[69529]: _type = "Task" [ 999.433549] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.443482] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356302, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.504184] env[69529]: DEBUG oslo_vmware.api [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475827} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.504440] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.504626] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.504806] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.523338] env[69529]: INFO nova.scheduler.client.report [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted allocations for instance d085abc4-f600-47a4-a917-2d993cb6df1b [ 999.671843] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077126} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.672157] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.672894] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b13580-5fb4-4377-b594-b5c29d075fc0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.692294] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.692781] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a988f0e-423b-44ab-8951-f6921fae71f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.711244] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 999.711244] env[69529]: value = "task-3356303" [ 999.711244] env[69529]: _type = "Task" [ 999.711244] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.718765] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.775887] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.778934] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.168s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.779313] env[69529]: DEBUG nova.objects.instance [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lazy-loading 'resources' on Instance uuid 82f38db9-628c-4048-aa91-a8082d1f7198 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.810685] env[69529]: INFO nova.scheduler.client.report [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Deleted allocations for instance 11d9bedb-4afe-4a98-bf67-180666568c92 [ 999.887404] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "7360cf93-363a-463c-952d-d4d733ecfc1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.887404] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.943242] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356302, 'name': Rename_Task, 'duration_secs': 0.382681} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.943533] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.943778] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f74ca45e-2fc2-4bef-9cca-6875abf80573 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.950215] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 999.950215] env[69529]: value = "task-3356304" [ 999.950215] env[69529]: _type = "Task" [ 999.950215] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.958334] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.967055] env[69529]: DEBUG nova.network.neutron [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.028023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.150107] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.150424] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec81b816-e640-4ccd-ba39-b8a8ffbd2de6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.158655] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1000.158655] env[69529]: value = "task-3356305" [ 1000.158655] env[69529]: _type = "Task" [ 1000.158655] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.167275] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.221365] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.324615] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb0a7618-456d-43cc-aa64-01055bc381c8 tempest-MigrationsAdminTest-1352555211 tempest-MigrationsAdminTest-1352555211-project-member] Lock "11d9bedb-4afe-4a98-bf67-180666568c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.892s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.388890] env[69529]: DEBUG nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.460062] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.474170] env[69529]: INFO nova.compute.manager [-] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Took 1.25 seconds to deallocate network for instance. [ 1000.557567] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e359398b-33d6-4e60-9153-d2dafe08b0c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.565984] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866c41d2-7259-4395-84fa-2f3ec396e7b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.595600] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "d085abc4-f600-47a4-a917-2d993cb6df1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.596545] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e13410-093c-43e6-b978-758bcca822aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.604158] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e2145-6ba2-4e8f-be36-61b3ffd636cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.619370] env[69529]: DEBUG nova.compute.provider_tree [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.668778] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356305, 'name': PowerOffVM_Task, 'duration_secs': 0.188974} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.669050] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.669730] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.670578] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f4dcc-90a4-47c0-abb0-baade280b433 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.677265] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.677515] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e714e32-ac15-461e-912f-305e6bf53919 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.707216] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.707486] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.707692] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Deleting the datastore file [datastore2] b1ae0720-f07f-46c9-b8ce-33cda0a31a43 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.707953] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f7565e-fe72-483c-809a-be895dce0514 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.716571] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1000.716571] env[69529]: value = "task-3356307" [ 1000.716571] env[69529]: _type = "Task" [ 1000.716571] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.719549] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356303, 'name': ReconfigVM_Task, 'duration_secs': 0.78113} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.722494] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.723077] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95a8bc26-923c-49be-b847-903d94121758 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.728949] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.730133] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1000.730133] env[69529]: value = "task-3356308" [ 1000.730133] env[69529]: _type = "Task" [ 1000.730133] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.737637] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356308, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.908671] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.960208] env[69529]: DEBUG oslo_vmware.api [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356304, 'name': PowerOnVM_Task, 'duration_secs': 0.821895} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.960563] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.960843] env[69529]: INFO nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1000.961123] env[69529]: DEBUG nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.962092] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b622ab-ac53-4c56-b59e-9bf6cc52e49d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.980666] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.006650] env[69529]: DEBUG nova.compute.manager [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Received event network-changed-a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.006865] env[69529]: DEBUG nova.compute.manager [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Refreshing instance network info cache due to event network-changed-a8c50ad6-051e-4549-b1b0-029978986a4b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.007067] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] Acquiring lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.007216] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] Acquired lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.007377] env[69529]: DEBUG nova.network.neutron [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Refreshing network info cache for port a8c50ad6-051e-4549-b1b0-029978986a4b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.122169] env[69529]: DEBUG nova.scheduler.client.report [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.230355] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126438} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.230979] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.230979] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.231190] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.243133] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356308, 'name': Rename_Task, 'duration_secs': 0.147252} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.244045] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.244045] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2846f76b-5c94-4a83-b25d-955ef4523d0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.251034] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1001.251034] env[69529]: value = "task-3356309" [ 1001.251034] env[69529]: _type = "Task" [ 1001.251034] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.258639] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.483118] env[69529]: INFO nova.compute.manager [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Took 30.14 seconds to build instance. [ 1001.631534] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.634103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.635s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.635574] env[69529]: INFO nova.compute.claims [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.660137] env[69529]: INFO nova.scheduler.client.report [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleted allocations for instance 82f38db9-628c-4048-aa91-a8082d1f7198 [ 1001.746477] env[69529]: DEBUG nova.network.neutron [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Updated VIF entry in instance network info cache for port a8c50ad6-051e-4549-b1b0-029978986a4b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.746569] env[69529]: DEBUG nova.network.neutron [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Updating instance_info_cache with network_info: [{"id": "a8c50ad6-051e-4549-b1b0-029978986a4b", "address": "fa:16:3e:f4:15:5a", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": null, "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa8c50ad6-05", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.762079] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.986182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc567e8c-a3f4-47ac-9b35-59e0d854a915 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "54e87386-5055-4ea2-aded-aa3be5001f88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.656s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.178077] env[69529]: DEBUG oslo_concurrency.lockutils [None req-81bf59c9-eb3f-49fa-8868-947b5ddd3414 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "82f38db9-628c-4048-aa91-a8082d1f7198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.283s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.251454] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] Releasing lock "refresh_cache-d085abc4-f600-47a4-a917-2d993cb6df1b" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.251454] env[69529]: DEBUG nova.compute.manager [req-b2a52185-6b16-48e6-88b1-a3911126568d req-f3274e33-cb9c-483b-be5f-5a8119844ceb service nova] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Received event network-vif-deleted-6cdbe0ad-6427-4008-a4f5-1b36fa4f735d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.260805] env[69529]: DEBUG oslo_vmware.api [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356309, 'name': PowerOnVM_Task, 'duration_secs': 0.794555} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.261140] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.261341] env[69529]: INFO nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1002.261513] env[69529]: DEBUG nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.262453] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e95e641-3d0f-4208-b87d-e4bb3c79a93d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.277909] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.278158] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.278314] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.278502] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.278647] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.278793] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.278995] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.279174] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.279345] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.279508] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.279700] env[69529]: DEBUG nova.virt.hardware [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.280787] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d938231c-9a18-4bb8-9b0f-e8c90c5c3c46 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.293260] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58248e5e-9d4d-4dea-ae75-15fb42547e80 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.314575] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.321407] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.321407] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.321691] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a54275-f18b-4ac0-b09d-43a40b0cebf7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.341107] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.341107] env[69529]: value = "task-3356310" [ 1002.341107] env[69529]: _type = "Task" [ 1002.341107] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.350281] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356310, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.630213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "c6638c0b-5cb5-4e6a-af25-e75088a27267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.630213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.630213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "c6638c0b-5cb5-4e6a-af25-e75088a27267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.630213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.630213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.631105] env[69529]: INFO nova.compute.manager [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Terminating instance [ 1002.680550] env[69529]: DEBUG nova.compute.manager [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.681482] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a88f0-9253-4ede-a1be-5f25592ac60b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.798202] env[69529]: INFO nova.compute.manager [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Took 30.67 seconds to build instance. [ 1002.853917] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356310, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.946228] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0842bb99-d0ce-4182-a5fb-3408be80f7ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.954670] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c15f81-a764-4f2e-9d31-10b8e114fd9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.993956] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa6828-b0a7-42c8-b213-f022a0f6df8a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.003073] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b59a89-599a-4c88-ae3e-567bf00a8c3a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.016988] env[69529]: DEBUG nova.compute.provider_tree [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.134953] env[69529]: DEBUG nova.compute.manager [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.135179] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.136149] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a985d-d7fc-4294-bd74-35a9a5b902c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.145271] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.145531] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a172e73-7365-483d-9d10-5ff656815fad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.151718] env[69529]: DEBUG oslo_vmware.api [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 1003.151718] env[69529]: value = "task-3356311" [ 1003.151718] env[69529]: _type = "Task" [ 1003.151718] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.159951] env[69529]: DEBUG oslo_vmware.api [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.205287] env[69529]: INFO nova.compute.manager [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] instance snapshotting [ 1003.211496] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85200c89-f2cd-4957-a8f9-753f92cb222e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.238611] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b3830-4e29-49f0-908f-851d4ee229ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.303136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cbf2459f-a026-4881-b034-eb20c44fa3f9 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "14cf55e1-1e85-48d6-8729-dd296ef21a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.188s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.352319] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356310, 'name': CreateVM_Task, 'duration_secs': 0.592971} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.352532] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.353036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.353262] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.353645] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.354735] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efadb6f3-a0a5-430b-840d-3ab622231d16 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.359656] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1003.359656] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52750429-1e1d-ea3d-0c3c-72c4be77c9bc" [ 1003.359656] env[69529]: _type = "Task" [ 1003.359656] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.369132] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52750429-1e1d-ea3d-0c3c-72c4be77c9bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.523019] env[69529]: DEBUG nova.scheduler.client.report [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.667036] env[69529]: DEBUG oslo_vmware.api [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356311, 'name': PowerOffVM_Task, 'duration_secs': 0.297245} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.667535] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.667832] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.668737] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8038a3d0-b9a3-4c32-8355-b3ca086f9d1e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.729514] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.729836] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.730073] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleting the datastore file [datastore2] c6638c0b-5cb5-4e6a-af25-e75088a27267 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.730379] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4997312d-64cc-4d92-abd9-d8a6102d87fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.736481] env[69529]: DEBUG oslo_vmware.api [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 1003.736481] env[69529]: value = "task-3356313" [ 1003.736481] env[69529]: _type = "Task" [ 1003.736481] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.744618] env[69529]: DEBUG oslo_vmware.api [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.751852] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1003.752196] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-297b3f41-bb0a-42f7-bdf1-6c9dde1e1365 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.757887] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 1003.757887] env[69529]: value = "task-3356314" [ 1003.757887] env[69529]: _type = "Task" [ 1003.757887] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.765912] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.872171] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52750429-1e1d-ea3d-0c3c-72c4be77c9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.872547] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.873080] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.873155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.873351] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.873567] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.873864] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df5946e5-a25f-41cf-b5da-a1fb4771c6f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.882574] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.882794] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.883640] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ad6443-ac52-4369-8bfe-d2fdb8dd9e67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.890359] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1003.890359] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f59116-7f77-8b35-4339-a252cb51c280" [ 1003.890359] env[69529]: _type = "Task" [ 1003.890359] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.898769] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f59116-7f77-8b35-4339-a252cb51c280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.902373] env[69529]: INFO nova.compute.manager [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Rebuilding instance [ 1003.947714] env[69529]: DEBUG nova.compute.manager [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.948626] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc421dc-f009-4273-9231-7145456f499b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.030026] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.030026] env[69529]: DEBUG nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.030177] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.687s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.030283] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.035278] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.756s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.035539] env[69529]: DEBUG nova.objects.instance [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lazy-loading 'resources' on Instance uuid 729b70b0-c415-47f6-8949-5559ffb977a5 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.057832] env[69529]: INFO nova.scheduler.client.report [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted allocations for instance d2cf6d47-2eb2-43e9-baad-73442f983351 [ 1004.249381] env[69529]: DEBUG oslo_vmware.api [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183583} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.249525] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.249704] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.249880] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.250063] env[69529]: INFO nova.compute.manager [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1004.250364] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.250561] env[69529]: DEBUG nova.compute.manager [-] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.250659] env[69529]: DEBUG nova.network.neutron [-] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.267266] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.403309] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f59116-7f77-8b35-4339-a252cb51c280, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.403309] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebcc4aa-69cf-4fe3-8593-02e47efc0a93 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.406804] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1004.406804] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e39f8-01bd-9931-1384-10c65f5169df" [ 1004.406804] env[69529]: _type = "Task" [ 1004.406804] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.414739] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e39f8-01bd-9931-1384-10c65f5169df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.541312] env[69529]: DEBUG nova.compute.utils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.543472] env[69529]: DEBUG nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.547459] env[69529]: DEBUG nova.network.neutron [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.568577] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9a4786a-644b-403c-9c7c-1e52196ac8e3 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "d2cf6d47-2eb2-43e9-baad-73442f983351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.024s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.630928] env[69529]: DEBUG nova.policy [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ffd128d4064ee8875416671f5b6657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70fc18bf11f48c794a32b605df8a4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.729889] env[69529]: DEBUG nova.compute.manager [req-911a5e42-7f3e-4920-939f-e29dd13fbade req-fa306829-dc6a-4270-8888-dc454064301a service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Received event network-vif-deleted-9a980954-bffe-4e41-9fc5-9567274d9c9d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.730117] env[69529]: INFO nova.compute.manager [req-911a5e42-7f3e-4920-939f-e29dd13fbade req-fa306829-dc6a-4270-8888-dc454064301a service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Neutron deleted interface 9a980954-bffe-4e41-9fc5-9567274d9c9d; detaching it from the instance and deleting it from the info cache [ 1004.730289] env[69529]: DEBUG nova.network.neutron [req-911a5e42-7f3e-4920-939f-e29dd13fbade req-fa306829-dc6a-4270-8888-dc454064301a service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.772183] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356314, 'name': CreateSnapshot_Task, 'duration_secs': 0.923578} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.773449] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1004.773449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c99cbb-fc7c-4008-a2c2-d193a8124ae7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.923880] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e39f8-01bd-9931-1384-10c65f5169df, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.925478] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.926342] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.927180] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f14856-36ef-4079-bdc9-7d7c39a9d6d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.929932] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d534762e-21c2-45df-8765-c5e36184db9e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.938621] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c78f27-fad0-4fd1-a62d-1680301b7daf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.942341] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1004.942341] env[69529]: value = "task-3356315" [ 1004.942341] env[69529]: _type = "Task" [ 1004.942341] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.973168] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.974132] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb7c554c-25d3-4a5f-8cbd-e4a8acac0ff8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.976464] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52983bde-99b2-4e7b-a938-2d2e66d8c9f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.987034] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.989278] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c89099-4236-432a-b9c7-71e4f88e439a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.993499] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1004.993499] env[69529]: value = "task-3356316" [ 1004.993499] env[69529]: _type = "Task" [ 1004.993499] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.007237] env[69529]: DEBUG nova.compute.provider_tree [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.015543] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.048200] env[69529]: DEBUG nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.104778] env[69529]: DEBUG nova.network.neutron [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Successfully created port: a89386ff-3228-4020-82c2-7105f847aba9 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.207263] env[69529]: DEBUG nova.network.neutron [-] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.232836] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0371cc1c-8447-4942-82c3-13057dec4f75 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.246304] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e63fe04-676c-483f-ba60-cd11f1b780e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.285070] env[69529]: DEBUG nova.compute.manager [req-911a5e42-7f3e-4920-939f-e29dd13fbade req-fa306829-dc6a-4270-8888-dc454064301a service nova] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Detach interface failed, port_id=9a980954-bffe-4e41-9fc5-9567274d9c9d, reason: Instance c6638c0b-5cb5-4e6a-af25-e75088a27267 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.292902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1005.292902] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c01a0a76-389e-405b-a667-833b9693ad27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.301416] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 1005.301416] env[69529]: value = "task-3356317" [ 1005.301416] env[69529]: _type = "Task" [ 1005.301416] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.310489] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356317, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.458930] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.506808] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356316, 'name': PowerOffVM_Task, 'duration_secs': 0.155243} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.506808] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.507180] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.508106] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f91be93-5bf2-4444-9d92-73e5fbdefd44 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.516365] env[69529]: DEBUG nova.scheduler.client.report [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.519776] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.520289] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b94a4eff-c452-46f9-a98a-d19ef66e42d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.546687] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.546833] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.547030] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Deleting the datastore file [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.547678] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12908da9-003d-487a-a4ca-57dd11946dc5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.554660] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1005.554660] env[69529]: value = "task-3356319" [ 1005.554660] env[69529]: _type = "Task" [ 1005.554660] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.566025] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.715249] env[69529]: INFO nova.compute.manager [-] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Took 1.46 seconds to deallocate network for instance. [ 1005.812630] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356317, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.956673] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64951} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.956673] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.956673] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.956673] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9db0baba-9519-4a53-87ee-2e017f1ff76a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.962208] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1005.962208] env[69529]: value = "task-3356323" [ 1005.962208] env[69529]: _type = "Task" [ 1005.962208] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.972357] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.021899] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.025064] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.996s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.025064] env[69529]: DEBUG nova.objects.instance [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'resources' on Instance uuid d085abc4-f600-47a4-a917-2d993cb6df1b {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.053913] env[69529]: INFO nova.scheduler.client.report [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted allocations for instance 729b70b0-c415-47f6-8949-5559ffb977a5 [ 1006.069083] env[69529]: DEBUG nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.071435] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221192} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.073119] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.073724] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.073724] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.079390] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "44b8634c-461a-4b55-b773-a42a579fb445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.079638] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.105805] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.106236] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.106466] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.106697] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.106878] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.107016] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.107239] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.107411] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.107577] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.107737] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.107917] env[69529]: DEBUG nova.virt.hardware [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.108799] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba49af-8098-4eb8-bfbe-7993908795fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.121806] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b96c5de-2b40-46c1-be48-a343e3629542 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.221656] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.313897] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356317, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.475619] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070044} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.475930] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.477038] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36c75e6-aaf3-41de-b096-afade7b88e4e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.497970] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.498523] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d66fca3f-3c2d-46b2-847d-f0e9f3a562e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.519517] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1006.519517] env[69529]: value = "task-3356324" [ 1006.519517] env[69529]: _type = "Task" [ 1006.519517] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.528110] env[69529]: DEBUG nova.objects.instance [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'numa_topology' on Instance uuid d085abc4-f600-47a4-a917-2d993cb6df1b {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.528704] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.566041] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b50d3bbb-6d40-4787-ad52-7482066abb0c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "729b70b0-c415-47f6-8949-5559ffb977a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.773s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.583352] env[69529]: DEBUG nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.669029] env[69529]: DEBUG nova.network.neutron [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Successfully updated port: a89386ff-3228-4020-82c2-7105f847aba9 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.756979] env[69529]: DEBUG nova.compute.manager [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Received event network-vif-plugged-a89386ff-3228-4020-82c2-7105f847aba9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.757324] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] Acquiring lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.757515] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.757727] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.758049] env[69529]: DEBUG nova.compute.manager [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] No waiting events found dispatching network-vif-plugged-a89386ff-3228-4020-82c2-7105f847aba9 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.758119] env[69529]: WARNING nova.compute.manager [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Received unexpected event network-vif-plugged-a89386ff-3228-4020-82c2-7105f847aba9 for instance with vm_state building and task_state spawning. [ 1006.758313] env[69529]: DEBUG nova.compute.manager [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Received event network-changed-a89386ff-3228-4020-82c2-7105f847aba9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.758506] env[69529]: DEBUG nova.compute.manager [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Refreshing instance network info cache due to event network-changed-a89386ff-3228-4020-82c2-7105f847aba9. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.758722] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] Acquiring lock "refresh_cache-b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.758896] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] Acquired lock "refresh_cache-b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.759142] env[69529]: DEBUG nova.network.neutron [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Refreshing network info cache for port a89386ff-3228-4020-82c2-7105f847aba9 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.813292] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356317, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.972016] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "739d97b6-1445-4fcf-ad56-8ffa09061569" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.972338] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.972556] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "739d97b6-1445-4fcf-ad56-8ffa09061569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.972737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.972903] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.976836] env[69529]: INFO nova.compute.manager [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Terminating instance [ 1007.029025] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.029464] env[69529]: DEBUG nova.objects.base [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.103511] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.120039] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.120039] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.120039] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.120334] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.120334] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.120452] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.120656] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.120813] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.120975] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.121278] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.121515] env[69529]: DEBUG nova.virt.hardware [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.122452] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f639dd4c-a74a-47e9-882e-c531211dcbb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.131401] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45aa4f-9f02-408f-a155-635a3e8ef545 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.145803] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.151426] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.151650] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.151846] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adcea186-d83b-4118-993a-266d478b52f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.170300] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.170300] env[69529]: value = "task-3356325" [ 1007.170300] env[69529]: _type = "Task" [ 1007.170300] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.176012] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.180125] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356325, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.283727] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09ce521-5d98-40f8-9d14-c7cdd03702f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.292602] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bf8e20-5c62-4f1f-a907-e2e5c84e5232 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.296469] env[69529]: DEBUG nova.network.neutron [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.329878] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37e0dc9-55d3-43ab-93c7-9fb5d2953f6a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.340413] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e584b-080d-465c-8bcf-845bf8252bdd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.344383] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356317, 'name': CloneVM_Task} progress is 95%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.356861] env[69529]: DEBUG nova.compute.provider_tree [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.391011] env[69529]: DEBUG nova.network.neutron [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.483061] env[69529]: DEBUG nova.compute.manager [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.483061] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.483061] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0ab42e-17f4-4578-9c31-d6ed107f322b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.490092] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.490332] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca7b380-2276-40a6-b6da-a24196de7eaf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.496027] env[69529]: DEBUG oslo_vmware.api [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 1007.496027] env[69529]: value = "task-3356326" [ 1007.496027] env[69529]: _type = "Task" [ 1007.496027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.503833] env[69529]: DEBUG oslo_vmware.api [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.529092] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.681381] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356325, 'name': CreateVM_Task, 'duration_secs': 0.297287} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.681381] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.681734] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.681922] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.682288] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.682624] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22e9880-11f1-4c52-8c5b-1062ae40b113 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.689119] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1007.689119] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cf1d6a-44dc-2ca4-5701-5c72aabffa72" [ 1007.689119] env[69529]: _type = "Task" [ 1007.689119] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.697543] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cf1d6a-44dc-2ca4-5701-5c72aabffa72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.835407] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356317, 'name': CloneVM_Task, 'duration_secs': 2.388744} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.835674] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Created linked-clone VM from snapshot [ 1007.836427] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f042860-8882-474a-a5c7-a7ef108c4063 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.843803] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Uploading image 7bc4adbd-6f3d-4cfb-ba12-54de6508407f {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1007.853951] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.854215] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-347e7988-e71e-49bf-955c-15d1f7608d7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.859694] env[69529]: DEBUG nova.scheduler.client.report [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.863930] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 1007.863930] env[69529]: value = "task-3356327" [ 1007.863930] env[69529]: _type = "Task" [ 1007.863930] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.874234] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356327, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.893639] env[69529]: DEBUG oslo_concurrency.lockutils [req-f6191574-2afe-440f-895c-9930fdfd28f2 req-08a5eb23-396a-4caf-944a-de2f2fecacb2 service nova] Releasing lock "refresh_cache-b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.894021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.894286] env[69529]: DEBUG nova.network.neutron [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.006924] env[69529]: DEBUG oslo_vmware.api [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356326, 'name': PowerOffVM_Task, 'duration_secs': 0.216485} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.007207] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.007372] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.007616] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaad312d-6b4a-4110-8397-aeb52473b65e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.028764] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356324, 'name': ReconfigVM_Task, 'duration_secs': 1.029868} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.029035] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b1ae0720-f07f-46c9-b8ce-33cda0a31a43/b1ae0720-f07f-46c9-b8ce-33cda0a31a43.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.029648] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-032c58ab-e047-47a1-bec2-e52d393af3d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.037381] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1008.037381] env[69529]: value = "task-3356329" [ 1008.037381] env[69529]: _type = "Task" [ 1008.037381] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.048012] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356329, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.071313] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.071882] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.071882] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleting the datastore file [datastore1] 739d97b6-1445-4fcf-ad56-8ffa09061569 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.072150] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42e6c519-43d8-48ad-b1ee-176d9ea9e45f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.080405] env[69529]: DEBUG oslo_vmware.api [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 1008.080405] env[69529]: value = "task-3356330" [ 1008.080405] env[69529]: _type = "Task" [ 1008.080405] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.091982] env[69529]: DEBUG oslo_vmware.api [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.198637] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cf1d6a-44dc-2ca4-5701-5c72aabffa72, 'name': SearchDatastore_Task, 'duration_secs': 0.011893} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.198938] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.199201] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.199457] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.199573] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.199744] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.200010] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-524edbd2-f42f-435e-acb8-337e9a1769ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.210632] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.210632] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.211060] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1eb3cc2-51e2-4540-99d7-e7c48b1038a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.216522] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1008.216522] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9b021-acc9-725c-bb0a-eae82941e458" [ 1008.216522] env[69529]: _type = "Task" [ 1008.216522] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.224503] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9b021-acc9-725c-bb0a-eae82941e458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.369147] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.371706] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.463s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.373121] env[69529]: INFO nova.compute.claims [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.380474] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356327, 'name': Destroy_Task, 'duration_secs': 0.401432} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.380645] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Destroyed the VM [ 1008.380875] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.381189] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27a5b22b-c506-4857-a81e-247a6e5bb642 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.387914] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 1008.387914] env[69529]: value = "task-3356331" [ 1008.387914] env[69529]: _type = "Task" [ 1008.387914] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.398587] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.426285] env[69529]: DEBUG nova.network.neutron [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.550509] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356329, 'name': Rename_Task, 'duration_secs': 0.151349} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.550871] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.551251] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52f79705-5718-424f-abba-8883690c65d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.560746] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1008.560746] env[69529]: value = "task-3356332" [ 1008.560746] env[69529]: _type = "Task" [ 1008.560746] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.561889] env[69529]: DEBUG nova.network.neutron [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Updating instance_info_cache with network_info: [{"id": "a89386ff-3228-4020-82c2-7105f847aba9", "address": "fa:16:3e:80:9c:12", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89386ff-32", "ovs_interfaceid": "a89386ff-3228-4020-82c2-7105f847aba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.581345] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356332, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.597336] env[69529]: DEBUG oslo_vmware.api [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167731} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.597645] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.597839] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.598090] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.598393] env[69529]: INFO nova.compute.manager [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1008.598715] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.598988] env[69529]: DEBUG nova.compute.manager [-] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.599188] env[69529]: DEBUG nova.network.neutron [-] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.731018] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9b021-acc9-725c-bb0a-eae82941e458, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.731018] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bb9603-9115-424c-b79d-ea0c8daef354 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.735228] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1008.735228] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f94d5f-2bdc-ff07-8f0d-ff7afcc60afe" [ 1008.735228] env[69529]: _type = "Task" [ 1008.735228] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.746427] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f94d5f-2bdc-ff07-8f0d-ff7afcc60afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.887115] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9708d9b-6410-42b4-a96f-7c85bc1c173d tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.207s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.888549] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.293s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.888801] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.889026] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.889218] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.890881] env[69529]: INFO nova.compute.manager [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Terminating instance [ 1008.910816] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356331, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.985118] env[69529]: DEBUG nova.compute.manager [req-2def76f4-eaf4-471c-8044-8614ecea5d4d req-3607a582-f0e7-4e1c-b90b-924cbebc4204 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Received event network-vif-deleted-af90680a-700e-454c-a6bf-e7be81ac2dd9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.985328] env[69529]: INFO nova.compute.manager [req-2def76f4-eaf4-471c-8044-8614ecea5d4d req-3607a582-f0e7-4e1c-b90b-924cbebc4204 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Neutron deleted interface af90680a-700e-454c-a6bf-e7be81ac2dd9; detaching it from the instance and deleting it from the info cache [ 1008.985724] env[69529]: DEBUG nova.network.neutron [req-2def76f4-eaf4-471c-8044-8614ecea5d4d req-3607a582-f0e7-4e1c-b90b-924cbebc4204 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.069215] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.069549] env[69529]: DEBUG nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance network_info: |[{"id": "a89386ff-3228-4020-82c2-7105f847aba9", "address": "fa:16:3e:80:9c:12", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa89386ff-32", "ovs_interfaceid": "a89386ff-3228-4020-82c2-7105f847aba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.073543] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:9c:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a89386ff-3228-4020-82c2-7105f847aba9', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.080937] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating folder: Project (c70fc18bf11f48c794a32b605df8a4f1). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.081263] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356332, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.081509] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9da609a-fcb6-4a32-8810-3c7141ae57e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.092676] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created folder: Project (c70fc18bf11f48c794a32b605df8a4f1) in parent group-v669649. [ 1009.092872] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating folder: Instances. Parent ref: group-v669882. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.093140] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d5f5763-d72f-4fb0-832b-8a9d2fbbf104 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.103245] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created folder: Instances in parent group-v669882. [ 1009.103602] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.103754] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.103982] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db593db9-3d7a-44d4-9c55-aaa13386e566 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.124865] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.124865] env[69529]: value = "task-3356336" [ 1009.124865] env[69529]: _type = "Task" [ 1009.124865] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.135162] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356336, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.248070] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f94d5f-2bdc-ff07-8f0d-ff7afcc60afe, 'name': SearchDatastore_Task, 'duration_secs': 0.014128} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.248594] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.248839] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.249281] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa865c08-8714-4a75-aab8-d7087c969be2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.256138] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1009.256138] env[69529]: value = "task-3356337" [ 1009.256138] env[69529]: _type = "Task" [ 1009.256138] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.264730] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.394998] env[69529]: DEBUG nova.compute.manager [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.395228] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.395566] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38440ea3-9881-4ea6-8489-702f71c0293b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.401622] env[69529]: DEBUG nova.network.neutron [-] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.412372] env[69529]: DEBUG oslo_vmware.api [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356331, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880189} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.415870] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89a858-a75d-41ea-9a69-6e73f5bde7b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.426914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.457467] env[69529]: WARNING nova.virt.vmwareapi.vmops [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d085abc4-f600-47a4-a917-2d993cb6df1b could not be found. [ 1009.457893] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.457993] env[69529]: INFO nova.compute.manager [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1009.458787] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.460776] env[69529]: DEBUG nova.compute.manager [-] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.460880] env[69529]: DEBUG nova.network.neutron [-] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.488324] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c9ef05d-e584-4213-91c3-f548fa463928 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.497352] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb385d-a82d-445c-9ca2-bb8f8bca1acf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.536696] env[69529]: DEBUG nova.compute.manager [req-2def76f4-eaf4-471c-8044-8614ecea5d4d req-3607a582-f0e7-4e1c-b90b-924cbebc4204 service nova] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Detach interface failed, port_id=af90680a-700e-454c-a6bf-e7be81ac2dd9, reason: Instance 739d97b6-1445-4fcf-ad56-8ffa09061569 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.572913] env[69529]: DEBUG oslo_vmware.api [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356332, 'name': PowerOnVM_Task, 'duration_secs': 0.642553} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.573254] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.573441] env[69529]: DEBUG nova.compute.manager [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.574250] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ac33b-ba27-4ab3-8dae-e59915a92652 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.636960] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356336, 'name': CreateVM_Task, 'duration_secs': 0.47274} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.637158] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.637854] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.638020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.638332] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.638609] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0e1625-9481-40ea-9bb0-aa8af732de51 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.646544] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1009.646544] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522eae64-3afc-d72f-301a-c054d587a62b" [ 1009.646544] env[69529]: _type = "Task" [ 1009.646544] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.654338] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522eae64-3afc-d72f-301a-c054d587a62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.723222] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27550a4c-f4c2-49c9-89d3-066417da0f52 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.730776] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d8b06-31d9-43cc-988a-fe8f528161f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.764590] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18f46b2-0c66-432c-86f4-f5272a68b9f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.772366] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.775435] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d19c6-9f1e-4ad0-907b-4ab097e0e726 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.788737] env[69529]: DEBUG nova.compute.provider_tree [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.906400] env[69529]: INFO nova.compute.manager [-] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Took 1.31 seconds to deallocate network for instance. [ 1009.933742] env[69529]: WARNING nova.compute.manager [None req-b5cdde6c-6c6d-440a-bc74-74a37013cb16 tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Image not found during snapshot: nova.exception.ImageNotFound: Image 7bc4adbd-6f3d-4cfb-ba12-54de6508407f could not be found. [ 1010.099471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.157539] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522eae64-3afc-d72f-301a-c054d587a62b, 'name': SearchDatastore_Task, 'duration_secs': 0.059554} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.157852] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.158100] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.158337] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.158483] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.158665] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.158924] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7361352a-1294-46aa-b481-6beed4bba8a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.175305] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.175305] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.175305] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c105ef5f-f310-4b32-82fb-dc553eb9cda9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.181122] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1010.181122] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ff5f2-2449-6759-1c92-b6658ac1209e" [ 1010.181122] env[69529]: _type = "Task" [ 1010.181122] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.190579] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ff5f2-2449-6759-1c92-b6658ac1209e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.197036] env[69529]: DEBUG nova.network.neutron [-] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.270729] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.292372] env[69529]: DEBUG nova.scheduler.client.report [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.413282] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.632788] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "54e87386-5055-4ea2-aded-aa3be5001f88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.633246] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "54e87386-5055-4ea2-aded-aa3be5001f88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.633540] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "54e87386-5055-4ea2-aded-aa3be5001f88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.633754] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "54e87386-5055-4ea2-aded-aa3be5001f88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.633929] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "54e87386-5055-4ea2-aded-aa3be5001f88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.636011] env[69529]: INFO nova.compute.manager [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Terminating instance [ 1010.691785] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ff5f2-2449-6759-1c92-b6658ac1209e, 'name': SearchDatastore_Task, 'duration_secs': 0.068608} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.692747] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585a6113-1532-41d3-a930-40ce8072e217 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.699180] env[69529]: INFO nova.compute.manager [-] [instance: d085abc4-f600-47a4-a917-2d993cb6df1b] Took 1.24 seconds to deallocate network for instance. [ 1010.701036] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1010.701036] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc7a84-d23a-3091-cb8a-4461acb09cdc" [ 1010.701036] env[69529]: _type = "Task" [ 1010.701036] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.712502] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc7a84-d23a-3091-cb8a-4461acb09cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.712502] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.712502] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.712779] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f430f5d0-7081-432f-86c8-7d8d101146d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.718485] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1010.718485] env[69529]: value = "task-3356338" [ 1010.718485] env[69529]: _type = "Task" [ 1010.718485] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.725901] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.776693] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.798118] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.799367] env[69529]: DEBUG nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.803303] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.823s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.803711] env[69529]: DEBUG nova.objects.instance [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lazy-loading 'resources' on Instance uuid cf2a81b1-b116-4c2f-ad63-5553fdf09d75 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.140074] env[69529]: DEBUG nova.compute.manager [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.140504] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.141473] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66062ca3-a07b-4b40-927b-b72f0e68a364 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.148789] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.149032] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2733c742-383b-4b2a-b465-377a3cb2a2c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.154809] env[69529]: DEBUG oslo_vmware.api [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 1011.154809] env[69529]: value = "task-3356340" [ 1011.154809] env[69529]: _type = "Task" [ 1011.154809] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.162489] env[69529]: DEBUG oslo_vmware.api [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.232906] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.272662] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356337, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.833301} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.272986] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.273223] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.273559] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8818f656-b640-4589-8490-d405e2ab692b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.282490] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.282753] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.283154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.283154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.283379] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.285195] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1011.285195] env[69529]: value = "task-3356341" [ 1011.285195] env[69529]: _type = "Task" [ 1011.285195] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.285603] env[69529]: INFO nova.compute.manager [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Terminating instance [ 1011.298733] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.310823] env[69529]: DEBUG nova.compute.utils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.312920] env[69529]: DEBUG nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.313185] env[69529]: DEBUG nova.network.neutron [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.362487] env[69529]: DEBUG nova.policy [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8002efe17d540a38d80ba93fca03147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cccc09d090b4befae6894a622c4c099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.625602] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613af7c6-5d2a-4286-9ed9-b8f154eb300e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.635085] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95044a-6237-4ca9-a5b5-4f2e44ef815b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.665533] env[69529]: DEBUG nova.network.neutron [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Successfully created port: d70daa46-f8bd-4216-a8b9-b407b95d4315 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.670704] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8aef0f5-cb87-4a13-95ac-9fe38bd0d6e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.679193] env[69529]: DEBUG oslo_vmware.api [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356340, 'name': PowerOffVM_Task, 'duration_secs': 0.312718} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.681402] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.681618] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.681920] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4d2706e-edff-47a4-910f-6f3eed765586 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.684324] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0c7b8-e34f-44ad-86e7-feeaf148f7a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.698881] env[69529]: DEBUG nova.compute.provider_tree [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.733054] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867693} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.733509] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9ecfaa5a-a014-46de-a251-614e1d9632d3 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "d085abc4-f600-47a4-a917-2d993cb6df1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.845s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.734370] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.734609] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.734992] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c23d5c3a-45f3-4e6f-b447-25f8b405b772 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.742745] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1011.742745] env[69529]: value = "task-3356343" [ 1011.742745] env[69529]: _type = "Task" [ 1011.742745] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.751692] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.761288] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.761862] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.761862] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleting the datastore file [datastore2] 54e87386-5055-4ea2-aded-aa3be5001f88 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.762034] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b416fde-0aec-4f8b-8d48-bd1d9fbad72a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.768771] env[69529]: DEBUG oslo_vmware.api [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for the task: (returnval){ [ 1011.768771] env[69529]: value = "task-3356344" [ 1011.768771] env[69529]: _type = "Task" [ 1011.768771] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.779101] env[69529]: DEBUG oslo_vmware.api [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.793785] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "refresh_cache-b1ae0720-f07f-46c9-b8ce-33cda0a31a43" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.793988] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquired lock "refresh_cache-b1ae0720-f07f-46c9-b8ce-33cda0a31a43" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.794951] env[69529]: DEBUG nova.network.neutron [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.799725] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098624} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.800269] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.801176] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fcd918-1162-4922-b93c-8dd7d02a7bf2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.826107] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.826314] env[69529]: DEBUG nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.829120] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e01f2f6-30d8-4403-89ed-24f1a2024da6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.849505] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1011.849505] env[69529]: value = "task-3356345" [ 1011.849505] env[69529]: _type = "Task" [ 1011.849505] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.857645] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.202968] env[69529]: DEBUG nova.scheduler.client.report [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.253867] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085302} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.254552] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.255395] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5b5258-6890-4428-aa44-a75e56f59f3f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.279047] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.281705] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af66c6da-330b-4a6b-a702-f1d9bcb60a41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.303717] env[69529]: DEBUG oslo_vmware.api [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.305044] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1012.305044] env[69529]: value = "task-3356346" [ 1012.305044] env[69529]: _type = "Task" [ 1012.305044] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.313149] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.320038] env[69529]: DEBUG nova.network.neutron [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.361411] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.372155] env[69529]: DEBUG nova.network.neutron [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.708156] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.710867] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.489s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.711069] env[69529]: DEBUG nova.objects.instance [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lazy-loading 'resources' on Instance uuid c6638c0b-5cb5-4e6a-af25-e75088a27267 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.736707] env[69529]: INFO nova.scheduler.client.report [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Deleted allocations for instance cf2a81b1-b116-4c2f-ad63-5553fdf09d75 [ 1012.782086] env[69529]: DEBUG oslo_vmware.api [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Task: {'id': task-3356344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.610159} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.782592] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.782693] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.782872] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.783063] env[69529]: INFO nova.compute.manager [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1012.783305] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.784119] env[69529]: DEBUG nova.compute.manager [-] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1012.784220] env[69529]: DEBUG nova.network.neutron [-] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1012.815415] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356346, 'name': ReconfigVM_Task, 'duration_secs': 0.312333} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.815723] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.816400] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-616c68db-6ddf-433d-b0d2-382d1d974337 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.823564] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1012.823564] env[69529]: value = "task-3356347" [ 1012.823564] env[69529]: _type = "Task" [ 1012.823564] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.834072] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356347, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.851264] env[69529]: DEBUG nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.863221] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356345, 'name': ReconfigVM_Task, 'duration_secs': 0.831563} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.863583] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30/14cf55e1-1e85-48d6-8729-dd296ef21a30.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.864686] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4115acaa-2e14-44d9-8595-aafe68180c92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.872808] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1012.872808] env[69529]: value = "task-3356349" [ 1012.872808] env[69529]: _type = "Task" [ 1012.872808] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.876263] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Releasing lock "refresh_cache-b1ae0720-f07f-46c9-b8ce-33cda0a31a43" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.876705] env[69529]: DEBUG nova.compute.manager [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.876898] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.879368] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.879585] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.879740] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.879917] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.880081] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.880231] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.880439] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.880599] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.880757] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.880912] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.881094] env[69529]: DEBUG nova.virt.hardware [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.882051] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de07939a-3c9f-44de-99ab-51e3f552173d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.885906] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092073d8-d78a-4a02-8297-3af9d5da93c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.891417] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356349, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.898229] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f71a2cf-a9b1-4ac6-95a5-482eaa8f430d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.902397] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.902650] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76bdc77-1157-484d-9755-570f3f9634b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.916847] env[69529]: DEBUG oslo_vmware.api [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1012.916847] env[69529]: value = "task-3356350" [ 1012.916847] env[69529]: _type = "Task" [ 1012.916847] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.928664] env[69529]: DEBUG oslo_vmware.api [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.224498] env[69529]: DEBUG nova.compute.manager [req-997bb937-d2d5-4ded-8629-e6d89b2ac7dc req-d69a951f-cf03-40b3-98c3-ec8b90376371 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Received event network-vif-deleted-7eb2a803-e950-4bd2-83ca-0035af12a5a7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.224780] env[69529]: INFO nova.compute.manager [req-997bb937-d2d5-4ded-8629-e6d89b2ac7dc req-d69a951f-cf03-40b3-98c3-ec8b90376371 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Neutron deleted interface 7eb2a803-e950-4bd2-83ca-0035af12a5a7; detaching it from the instance and deleting it from the info cache [ 1013.225062] env[69529]: DEBUG nova.network.neutron [req-997bb937-d2d5-4ded-8629-e6d89b2ac7dc req-d69a951f-cf03-40b3-98c3-ec8b90376371 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.245873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3b4b5753-b0e0-43e3-852a-3ac754db252b tempest-ServersNegativeTestJSON-1575332717 tempest-ServersNegativeTestJSON-1575332717-project-member] Lock "cf2a81b1-b116-4c2f-ad63-5553fdf09d75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.651s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.275627] env[69529]: DEBUG nova.network.neutron [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Successfully updated port: d70daa46-f8bd-4216-a8b9-b407b95d4315 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.334380] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356347, 'name': Rename_Task, 'duration_secs': 0.338444} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.336897] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.337516] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d2f35a1-ef16-4654-853d-fbde5590dcfd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.343981] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1013.343981] env[69529]: value = "task-3356351" [ 1013.343981] env[69529]: _type = "Task" [ 1013.343981] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.354492] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.387267] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356349, 'name': Rename_Task, 'duration_secs': 0.313448} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.390295] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.390612] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c965f87c-d436-4861-8417-3131aec39b73 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.396466] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1013.396466] env[69529]: value = "task-3356352" [ 1013.396466] env[69529]: _type = "Task" [ 1013.396466] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.406365] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.422595] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "4703db0e-38a8-4269-b646-91245f0c8ef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.422882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.434027] env[69529]: DEBUG oslo_vmware.api [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356350, 'name': PowerOffVM_Task, 'duration_secs': 0.27789} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.436668] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.436848] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.437294] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6727d153-7220-4c40-ae6f-26824d827717 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.464433] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.464645] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.464867] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Deleting the datastore file [datastore1] b1ae0720-f07f-46c9-b8ce-33cda0a31a43 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.465082] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb8f62c-2638-4f42-bb76-09ed25c7cac3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.470642] env[69529]: DEBUG oslo_vmware.api [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for the task: (returnval){ [ 1013.470642] env[69529]: value = "task-3356354" [ 1013.470642] env[69529]: _type = "Task" [ 1013.470642] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.481112] env[69529]: DEBUG oslo_vmware.api [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.512914] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ecb99-b310-4a48-80b0-9f6823842307 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.520159] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ab4fdb-61f6-43d1-be7d-34e317d6dd55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.552819] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ee18e-de2f-4774-8423-70f174e5dfd9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.561268] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d136dd-551d-4e7f-b1dd-db237566e12d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.578194] env[69529]: DEBUG nova.compute.provider_tree [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.655104] env[69529]: DEBUG nova.network.neutron [-] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.727567] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf4dbb82-d75f-4932-abc4-e6c3d0b0d31d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.737702] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b7288d-2b91-4bae-be43-795d6c16168a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.779817] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "refresh_cache-7360cf93-363a-463c-952d-d4d733ecfc1a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.780498] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "refresh_cache-7360cf93-363a-463c-952d-d4d733ecfc1a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.780661] env[69529]: DEBUG nova.network.neutron [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.783597] env[69529]: DEBUG nova.compute.manager [req-997bb937-d2d5-4ded-8629-e6d89b2ac7dc req-d69a951f-cf03-40b3-98c3-ec8b90376371 service nova] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Detach interface failed, port_id=7eb2a803-e950-4bd2-83ca-0035af12a5a7, reason: Instance 54e87386-5055-4ea2-aded-aa3be5001f88 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.854831] env[69529]: DEBUG oslo_vmware.api [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356351, 'name': PowerOnVM_Task, 'duration_secs': 0.484673} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.855126] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.855360] env[69529]: INFO nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1013.855557] env[69529]: DEBUG nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.856342] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab69e77-a470-492a-926f-806f3c7fc3e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.907372] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356352, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.929274] env[69529]: DEBUG nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.981183] env[69529]: DEBUG oslo_vmware.api [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Task: {'id': task-3356354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096215} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.981798] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.981798] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.981935] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.981972] env[69529]: INFO nova.compute.manager [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1013.982256] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.982473] env[69529]: DEBUG nova.compute.manager [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.982581] env[69529]: DEBUG nova.network.neutron [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.000962] env[69529]: DEBUG nova.network.neutron [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.081126] env[69529]: DEBUG nova.scheduler.client.report [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.158346] env[69529]: INFO nova.compute.manager [-] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Took 1.37 seconds to deallocate network for instance. [ 1014.327048] env[69529]: DEBUG nova.network.neutron [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.376607] env[69529]: INFO nova.compute.manager [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Took 32.39 seconds to build instance. [ 1014.409909] env[69529]: DEBUG oslo_vmware.api [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356352, 'name': PowerOnVM_Task, 'duration_secs': 0.531834} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.410536] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.410834] env[69529]: DEBUG nova.compute.manager [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.411703] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d51ffe-9ced-4b9d-adfb-c250a8d935b6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.453141] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.503732] env[69529]: DEBUG nova.network.neutron [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.587424] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.590210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.487s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.592197] env[69529]: INFO nova.compute.claims [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.613580] env[69529]: INFO nova.scheduler.client.report [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleted allocations for instance c6638c0b-5cb5-4e6a-af25-e75088a27267 [ 1014.665720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.749896] env[69529]: DEBUG nova.network.neutron [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Updating instance_info_cache with network_info: [{"id": "d70daa46-f8bd-4216-a8b9-b407b95d4315", "address": "fa:16:3e:da:11:7d", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70daa46-f8", "ovs_interfaceid": "d70daa46-f8bd-4216-a8b9-b407b95d4315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.878974] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9210ac47-ea69-4622-850f-486db047de7d tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.905s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.929548] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.006305] env[69529]: INFO nova.compute.manager [-] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Took 1.02 seconds to deallocate network for instance. [ 1015.124226] env[69529]: DEBUG oslo_concurrency.lockutils [None req-88441a2c-2636-4265-af1f-0c87962a9ace tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "c6638c0b-5cb5-4e6a-af25-e75088a27267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.496s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.251847] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "refresh_cache-7360cf93-363a-463c-952d-d4d733ecfc1a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.252250] env[69529]: DEBUG nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Instance network_info: |[{"id": "d70daa46-f8bd-4216-a8b9-b407b95d4315", "address": "fa:16:3e:da:11:7d", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70daa46-f8", "ovs_interfaceid": "d70daa46-f8bd-4216-a8b9-b407b95d4315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.252699] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:11:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd70daa46-f8bd-4216-a8b9-b407b95d4315', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.261616] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.263259] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.264661] env[69529]: DEBUG nova.compute.manager [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Received event network-vif-plugged-d70daa46-f8bd-4216-a8b9-b407b95d4315 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.264880] env[69529]: DEBUG oslo_concurrency.lockutils [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] Acquiring lock "7360cf93-363a-463c-952d-d4d733ecfc1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.265101] env[69529]: DEBUG oslo_concurrency.lockutils [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.265491] env[69529]: DEBUG oslo_concurrency.lockutils [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.265692] env[69529]: DEBUG nova.compute.manager [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] No waiting events found dispatching network-vif-plugged-d70daa46-f8bd-4216-a8b9-b407b95d4315 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.265889] env[69529]: WARNING nova.compute.manager [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Received unexpected event network-vif-plugged-d70daa46-f8bd-4216-a8b9-b407b95d4315 for instance with vm_state building and task_state spawning. [ 1015.266073] env[69529]: DEBUG nova.compute.manager [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Received event network-changed-d70daa46-f8bd-4216-a8b9-b407b95d4315 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.266252] env[69529]: DEBUG nova.compute.manager [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Refreshing instance network info cache due to event network-changed-d70daa46-f8bd-4216-a8b9-b407b95d4315. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.266463] env[69529]: DEBUG oslo_concurrency.lockutils [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] Acquiring lock "refresh_cache-7360cf93-363a-463c-952d-d4d733ecfc1a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.266607] env[69529]: DEBUG oslo_concurrency.lockutils [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] Acquired lock "refresh_cache-7360cf93-363a-463c-952d-d4d733ecfc1a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.266785] env[69529]: DEBUG nova.network.neutron [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Refreshing network info cache for port d70daa46-f8bd-4216-a8b9-b407b95d4315 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.267984] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b3ac02a-253b-4c87-8c2b-898d7f3c78b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.294473] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.294473] env[69529]: value = "task-3356356" [ 1015.294473] env[69529]: _type = "Task" [ 1015.294473] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.305116] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356356, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.514152] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.561263] env[69529]: DEBUG nova.network.neutron [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Updated VIF entry in instance network info cache for port d70daa46-f8bd-4216-a8b9-b407b95d4315. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.561691] env[69529]: DEBUG nova.network.neutron [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Updating instance_info_cache with network_info: [{"id": "d70daa46-f8bd-4216-a8b9-b407b95d4315", "address": "fa:16:3e:da:11:7d", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd70daa46-f8", "ovs_interfaceid": "d70daa46-f8bd-4216-a8b9-b407b95d4315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.705074] env[69529]: INFO nova.compute.manager [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Rebuilding instance [ 1015.754824] env[69529]: DEBUG nova.compute.manager [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.755658] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150bd720-82e9-4141-8f97-8046e3ea0f70 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.806782] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356356, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.898031] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8accd7da-4366-4131-a2f9-052fec3d1e7a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.905691] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042753e1-9825-4d78-8a9c-b6f76b84928c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.935425] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b45d44-36c0-4c51-9775-193f2f70aa5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.942921] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fa3c2b-5dc8-489c-8f95-f1e263fe9f98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.958925] env[69529]: DEBUG nova.compute.provider_tree [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.960591] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "9bffd46f-5976-4b68-9486-4baf1188c20b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.961140] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.961140] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "9bffd46f-5976-4b68-9486-4baf1188c20b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.961282] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.961509] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.963779] env[69529]: INFO nova.compute.manager [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Terminating instance [ 1016.066718] env[69529]: DEBUG oslo_concurrency.lockutils [req-71088c55-aa48-4d58-a0d8-2702a842e887 req-aaa4989f-1f91-4721-86bf-f5e8004b9b99 service nova] Releasing lock "refresh_cache-7360cf93-363a-463c-952d-d4d733ecfc1a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.068036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "14cf55e1-1e85-48d6-8729-dd296ef21a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.068036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "14cf55e1-1e85-48d6-8729-dd296ef21a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.068036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "14cf55e1-1e85-48d6-8729-dd296ef21a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.068036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "14cf55e1-1e85-48d6-8729-dd296ef21a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.068507] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "14cf55e1-1e85-48d6-8729-dd296ef21a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.070123] env[69529]: INFO nova.compute.manager [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Terminating instance [ 1016.307470] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356356, 'name': CreateVM_Task, 'duration_secs': 0.788109} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.307768] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.308353] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.308518] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.308836] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.309102] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08741121-79f0-44fb-8948-6270ccf968dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.313562] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1016.313562] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528d56c1-ec13-1e97-9c6e-56dec9ad8d2e" [ 1016.313562] env[69529]: _type = "Task" [ 1016.313562] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.322599] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528d56c1-ec13-1e97-9c6e-56dec9ad8d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.464379] env[69529]: DEBUG nova.scheduler.client.report [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.471024] env[69529]: DEBUG nova.compute.manager [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.471024] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.471024] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd8fc3-9fb3-494b-a5b8-de175ccadcc7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.477076] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.477386] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d36c11b-f07d-4f49-87ce-07f1b2c6aa43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.483975] env[69529]: DEBUG oslo_vmware.api [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 1016.483975] env[69529]: value = "task-3356357" [ 1016.483975] env[69529]: _type = "Task" [ 1016.483975] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.493809] env[69529]: DEBUG oslo_vmware.api [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.574450] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "refresh_cache-14cf55e1-1e85-48d6-8729-dd296ef21a30" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.574761] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquired lock "refresh_cache-14cf55e1-1e85-48d6-8729-dd296ef21a30" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.575039] env[69529]: DEBUG nova.network.neutron [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.773525] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.773525] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c59404-d744-4ddd-ae70-e7e743171757 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.781165] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1016.781165] env[69529]: value = "task-3356358" [ 1016.781165] env[69529]: _type = "Task" [ 1016.781165] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.791268] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.824799] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528d56c1-ec13-1e97-9c6e-56dec9ad8d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009941} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.825351] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.825351] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.825568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.825721] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.825951] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.826188] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b0c71e7-b085-42c7-ab1d-115841e35efd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.834800] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.835012] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.835784] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e83f60-de65-4da2-9c76-0bd2e9778eb0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.841179] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1016.841179] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e81079-8cf2-c2fa-8f7a-a93c4f93ba6e" [ 1016.841179] env[69529]: _type = "Task" [ 1016.841179] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.849639] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e81079-8cf2-c2fa-8f7a-a93c4f93ba6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.969944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.970501] env[69529]: DEBUG nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.973309] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.874s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.973510] env[69529]: DEBUG nova.objects.instance [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.994340] env[69529]: DEBUG oslo_vmware.api [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356357, 'name': PowerOffVM_Task, 'duration_secs': 0.212267} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.994699] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.994798] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.995035] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb4348c-9fd2-4536-b51f-22b3b532e6d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.055673] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.055945] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.056170] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleting the datastore file [datastore2] 9bffd46f-5976-4b68-9486-4baf1188c20b {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.056457] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c4096c8-fe97-4ea5-bcd8-cb600a4157e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.063681] env[69529]: DEBUG oslo_vmware.api [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for the task: (returnval){ [ 1017.063681] env[69529]: value = "task-3356361" [ 1017.063681] env[69529]: _type = "Task" [ 1017.063681] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.073461] env[69529]: DEBUG oslo_vmware.api [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.098535] env[69529]: DEBUG nova.network.neutron [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.148043] env[69529]: DEBUG nova.network.neutron [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.292397] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356358, 'name': PowerOffVM_Task, 'duration_secs': 0.280242} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.292691] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.292924] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.293685] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2febdbe8-6ba6-4b58-8822-a5f89a257ae5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.300322] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.300533] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8d8980-1ff5-4da9-95c7-89bf368c0ab2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.353016] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e81079-8cf2-c2fa-8f7a-a93c4f93ba6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.354036] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afc0c28-c332-424f-b104-eacf750d8b43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.359344] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1017.359344] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52188f52-f86b-588a-84a4-da5fc36b84cc" [ 1017.359344] env[69529]: _type = "Task" [ 1017.359344] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.366949] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52188f52-f86b-588a-84a4-da5fc36b84cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.478275] env[69529]: DEBUG nova.compute.utils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.483100] env[69529]: DEBUG nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.483275] env[69529]: DEBUG nova.network.neutron [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.526682] env[69529]: DEBUG nova.policy [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5870c97f5a4a03809a6e38bc28ad97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854256301fd5431a80615ce2960935fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.545940] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.545940] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.545940] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleting the datastore file [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.545940] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c7cf1c3-9144-4b8d-ae1e-801156a49527 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.554987] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1017.554987] env[69529]: value = "task-3356363" [ 1017.554987] env[69529]: _type = "Task" [ 1017.554987] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.565644] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.576914] env[69529]: DEBUG oslo_vmware.api [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Task: {'id': task-3356361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15076} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.576914] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.576914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.576914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.576914] env[69529]: INFO nova.compute.manager [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1017.576914] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.576914] env[69529]: DEBUG nova.compute.manager [-] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.576914] env[69529]: DEBUG nova.network.neutron [-] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.651418] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Releasing lock "refresh_cache-14cf55e1-1e85-48d6-8729-dd296ef21a30" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.651962] env[69529]: DEBUG nova.compute.manager [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.652172] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.653090] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57332a3-c7b8-405f-889c-3d65a877b046 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.664205] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.664735] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6977c37-dd76-4757-aaf7-4fedb681d05b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.672880] env[69529]: DEBUG oslo_vmware.api [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1017.672880] env[69529]: value = "task-3356364" [ 1017.672880] env[69529]: _type = "Task" [ 1017.672880] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.690109] env[69529]: DEBUG oslo_vmware.api [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.876617] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52188f52-f86b-588a-84a4-da5fc36b84cc, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.877701] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.878518] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7360cf93-363a-463c-952d-d4d733ecfc1a/7360cf93-363a-463c-952d-d4d733ecfc1a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.879021] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4974da24-22c3-408f-8840-97e10868a8e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.888686] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1017.888686] env[69529]: value = "task-3356365" [ 1017.888686] env[69529]: _type = "Task" [ 1017.888686] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.902883] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.984019] env[69529]: DEBUG nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.988740] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bd45c412-e238-4d62-b590-f824e93f5485 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.989801] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.577s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.990143] env[69529]: DEBUG nova.objects.instance [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lazy-loading 'resources' on Instance uuid 739d97b6-1445-4fcf-ad56-8ffa09061569 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.046720] env[69529]: DEBUG nova.network.neutron [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Successfully created port: 2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.063661] env[69529]: DEBUG nova.compute.manager [req-870cdd48-8e98-4f7b-a0b6-1ab2abf286c4 req-fbc99994-9a02-459a-ac2c-da6b724b268c service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Received event network-vif-deleted-2ba9bf9d-f599-4bcb-84e2-e859ee64f697 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.063661] env[69529]: INFO nova.compute.manager [req-870cdd48-8e98-4f7b-a0b6-1ab2abf286c4 req-fbc99994-9a02-459a-ac2c-da6b724b268c service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Neutron deleted interface 2ba9bf9d-f599-4bcb-84e2-e859ee64f697; detaching it from the instance and deleting it from the info cache [ 1018.063661] env[69529]: DEBUG nova.network.neutron [req-870cdd48-8e98-4f7b-a0b6-1ab2abf286c4 req-fbc99994-9a02-459a-ac2c-da6b724b268c service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.069616] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421045} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.070211] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.070379] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.070841] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.186421] env[69529]: DEBUG oslo_vmware.api [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356364, 'name': PowerOffVM_Task, 'duration_secs': 0.182016} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.186698] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.186917] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.187298] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2546f43-e89e-4584-8483-a2bb627850c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.213231] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.213747] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.213991] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Deleting the datastore file [datastore1] 14cf55e1-1e85-48d6-8729-dd296ef21a30 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.214277] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe07d48f-1f0b-4a95-b8ac-8b87551110a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.223042] env[69529]: DEBUG oslo_vmware.api [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for the task: (returnval){ [ 1018.223042] env[69529]: value = "task-3356367" [ 1018.223042] env[69529]: _type = "Task" [ 1018.223042] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.231961] env[69529]: DEBUG oslo_vmware.api [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.400333] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356365, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.544154] env[69529]: DEBUG nova.network.neutron [-] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.567146] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a4d02f6-706f-45d3-ba43-e2ab24c65198 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.586602] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace125bf-f153-4922-bbfb-7bf48259df51 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.628042] env[69529]: DEBUG nova.compute.manager [req-870cdd48-8e98-4f7b-a0b6-1ab2abf286c4 req-fbc99994-9a02-459a-ac2c-da6b724b268c service nova] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Detach interface failed, port_id=2ba9bf9d-f599-4bcb-84e2-e859ee64f697, reason: Instance 9bffd46f-5976-4b68-9486-4baf1188c20b could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.731544] env[69529]: DEBUG oslo_vmware.api [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Task: {'id': task-3356367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146104} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.734322] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.734564] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.734784] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.734995] env[69529]: INFO nova.compute.manager [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1018.735286] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.735685] env[69529]: DEBUG nova.compute.manager [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.735834] env[69529]: DEBUG nova.network.neutron [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.756554] env[69529]: DEBUG nova.network.neutron [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.846193] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a710bb-409e-46da-8f42-eba735d8b97a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.854925] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c99886d-242f-4f68-85b9-edf576100271 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.897422] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd363b9-0c8c-4841-84f7-5841cd46a4bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.906832] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760034} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.909556] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7360cf93-363a-463c-952d-d4d733ecfc1a/7360cf93-363a-463c-952d-d4d733ecfc1a.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.909788] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.910128] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59d9ea16-8b0d-4dc8-8b8b-cc99f5d78697 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.913281] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab90eb8-143f-4c9a-9068-dc0d9da73106 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.929349] env[69529]: DEBUG nova.compute.provider_tree [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.933145] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1018.933145] env[69529]: value = "task-3356368" [ 1018.933145] env[69529]: _type = "Task" [ 1018.933145] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.940530] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.002468] env[69529]: DEBUG nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.035135] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.035382] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.035849] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.035849] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.035849] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.035997] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.036219] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.036377] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.036544] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.036716] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.037057] env[69529]: DEBUG nova.virt.hardware [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.037927] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4482c6-2379-4810-bdb0-53feedfcd6ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.048263] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c7ac2f-8a16-4d15-94da-2f49fb2369c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.055410] env[69529]: INFO nova.compute.manager [-] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Took 1.48 seconds to deallocate network for instance. [ 1019.108776] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.109048] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.109216] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.109402] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.109554] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.109703] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.109908] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.110080] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.110250] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.110414] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.110677] env[69529]: DEBUG nova.virt.hardware [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.111598] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a628458-62f7-4a2b-96e7-c524265ac232 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.122519] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4599f-9de9-408e-8485-c148fd375e13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.137974] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:9c:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a89386ff-3228-4020-82c2-7105f847aba9', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.146985] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.147308] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.147574] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ebcb94d-2822-43c1-baf3-38f98b07a718 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.170857] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.170857] env[69529]: value = "task-3356370" [ 1019.170857] env[69529]: _type = "Task" [ 1019.170857] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.182144] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356370, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.260490] env[69529]: DEBUG nova.network.neutron [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.438217] env[69529]: DEBUG nova.scheduler.client.report [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.449280] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074072} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.450146] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.450844] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2f220-69e6-4a94-acf5-88dbece428d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.481797] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 7360cf93-363a-463c-952d-d4d733ecfc1a/7360cf93-363a-463c-952d-d4d733ecfc1a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.482177] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18d8b1e0-30da-48d3-871d-d04ca5af23d9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.507152] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1019.507152] env[69529]: value = "task-3356371" [ 1019.507152] env[69529]: _type = "Task" [ 1019.507152] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.515577] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.569068] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.608143] env[69529]: DEBUG nova.network.neutron [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Successfully updated port: 2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.681873] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356370, 'name': CreateVM_Task, 'duration_secs': 0.367103} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.682079] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.682874] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.683114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.683384] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.683646] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45a6107-5e1c-42d6-84b7-7b97fe51f82f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.688829] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1019.688829] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52802975-025f-a690-1008-7797f8067d16" [ 1019.688829] env[69529]: _type = "Task" [ 1019.688829] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.696956] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52802975-025f-a690-1008-7797f8067d16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.764497] env[69529]: INFO nova.compute.manager [-] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Took 1.03 seconds to deallocate network for instance. [ 1019.943508] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.946164] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.493s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.950035] env[69529]: INFO nova.compute.claims [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.983515] env[69529]: INFO nova.scheduler.client.report [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted allocations for instance 739d97b6-1445-4fcf-ad56-8ffa09061569 [ 1020.019743] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356371, 'name': ReconfigVM_Task, 'duration_secs': 0.318419} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.019997] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 7360cf93-363a-463c-952d-d4d733ecfc1a/7360cf93-363a-463c-952d-d4d733ecfc1a.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.020928] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cf91183-2f44-4895-917b-a5db95500ecf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.030733] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1020.030733] env[69529]: value = "task-3356372" [ 1020.030733] env[69529]: _type = "Task" [ 1020.030733] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.044933] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356372, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.110424] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.110424] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.110553] env[69529]: DEBUG nova.network.neutron [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.165149] env[69529]: DEBUG nova.compute.manager [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Received event network-vif-plugged-2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.165149] env[69529]: DEBUG oslo_concurrency.lockutils [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] Acquiring lock "44b8634c-461a-4b55-b773-a42a579fb445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.165149] env[69529]: DEBUG oslo_concurrency.lockutils [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] Lock "44b8634c-461a-4b55-b773-a42a579fb445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.165149] env[69529]: DEBUG oslo_concurrency.lockutils [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] Lock "44b8634c-461a-4b55-b773-a42a579fb445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.166293] env[69529]: DEBUG nova.compute.manager [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] No waiting events found dispatching network-vif-plugged-2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.167842] env[69529]: WARNING nova.compute.manager [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Received unexpected event network-vif-plugged-2bb0aad2-2e0e-415e-a372-1c8dfd86d606 for instance with vm_state building and task_state spawning. [ 1020.167842] env[69529]: DEBUG nova.compute.manager [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Received event network-changed-2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.167842] env[69529]: DEBUG nova.compute.manager [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Refreshing instance network info cache due to event network-changed-2bb0aad2-2e0e-415e-a372-1c8dfd86d606. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.167842] env[69529]: DEBUG oslo_concurrency.lockutils [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] Acquiring lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.201677] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52802975-025f-a690-1008-7797f8067d16, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.202053] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.202322] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.202607] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.203069] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.203321] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.203593] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df8ba869-a68c-4c4c-9079-07035cdac726 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.213656] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.214049] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.214806] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f22f710-249c-48be-88c3-f2b1abd334c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.220552] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1020.220552] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b0ec7-10d0-a075-bdd9-10a2f65261bd" [ 1020.220552] env[69529]: _type = "Task" [ 1020.220552] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.229674] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b0ec7-10d0-a075-bdd9-10a2f65261bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.273412] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.493467] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84835337-2864-40d6-8721-f28de31da4c7 tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "739d97b6-1445-4fcf-ad56-8ffa09061569" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.521s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.541289] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356372, 'name': Rename_Task, 'duration_secs': 0.151591} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.541570] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.541882] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc89e3e-d97f-46c0-9744-13b9c7295675 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.548419] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1020.548419] env[69529]: value = "task-3356373" [ 1020.548419] env[69529]: _type = "Task" [ 1020.548419] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.555745] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.646936] env[69529]: DEBUG nova.network.neutron [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.731823] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b0ec7-10d0-a075-bdd9-10a2f65261bd, 'name': SearchDatastore_Task, 'duration_secs': 0.045093} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.732260] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba0871e-c66f-4845-8601-58badfd11b8b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.738804] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1020.738804] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52df8c59-6742-3e14-69f7-a07cc0ad7a2e" [ 1020.738804] env[69529]: _type = "Task" [ 1020.738804] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.745464] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52df8c59-6742-3e14-69f7-a07cc0ad7a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.767254] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "f9747f6e-c637-4650-9a12-56d8d0993e7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.767568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.767810] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "f9747f6e-c637-4650-9a12-56d8d0993e7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.768611] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.768611] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.770518] env[69529]: INFO nova.compute.manager [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Terminating instance [ 1020.792483] env[69529]: DEBUG nova.network.neutron [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.068179] env[69529]: DEBUG oslo_vmware.api [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356373, 'name': PowerOnVM_Task, 'duration_secs': 0.445589} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.072159] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.072159] env[69529]: INFO nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1021.072289] env[69529]: DEBUG nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.073405] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d47e267-b326-4168-852c-1e1af363de2a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.251052] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52df8c59-6742-3e14-69f7-a07cc0ad7a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.257528] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.257528] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.257528] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4482b40-c31f-46f5-8eda-e2cae2f3614c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.263352] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1021.263352] env[69529]: value = "task-3356375" [ 1021.263352] env[69529]: _type = "Task" [ 1021.263352] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.275116] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.278494] env[69529]: DEBUG nova.compute.manager [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.278700] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.279932] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea56a8ab-8d35-4906-a2aa-b2f5d9f1b85d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.286493] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.286740] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-286e42ec-8b22-421f-870e-13c48887f14e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.290122] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb7f436-8e68-44d4-9d97-ac5e78de69da {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.294795] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.295457] env[69529]: DEBUG nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Instance network_info: |[{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.297043] env[69529]: DEBUG oslo_concurrency.lockutils [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] Acquired lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.297355] env[69529]: DEBUG nova.network.neutron [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Refreshing network info cache for port 2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.298386] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:ff:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb0aad2-2e0e-415e-a372-1c8dfd86d606', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.307063] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.312032] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.313125] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891531f7-e857-4275-905c-240e6d293e8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.316837] env[69529]: DEBUG oslo_vmware.api [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 1021.316837] env[69529]: value = "task-3356376" [ 1021.316837] env[69529]: _type = "Task" [ 1021.316837] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.317560] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-945f2c95-1e69-42c6-905b-7cddd00b6e22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.365093] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd953f2-75c0-42ad-a5f1-09be506af776 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.372842] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.372842] env[69529]: value = "task-3356377" [ 1021.372842] env[69529]: _type = "Task" [ 1021.372842] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.373195] env[69529]: DEBUG oslo_vmware.api [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.381096] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d28406-5eaa-4945-bec6-bc8c6fc3fb07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.388320] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356377, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.400885] env[69529]: DEBUG nova.compute.provider_tree [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.577076] env[69529]: DEBUG nova.network.neutron [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updated VIF entry in instance network info cache for port 2bb0aad2-2e0e-415e-a372-1c8dfd86d606. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.577076] env[69529]: DEBUG nova.network.neutron [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.592362] env[69529]: INFO nova.compute.manager [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Took 20.70 seconds to build instance. [ 1021.674163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.674414] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.776160] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.842196] env[69529]: DEBUG oslo_vmware.api [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356376, 'name': PowerOffVM_Task, 'duration_secs': 0.230169} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.842469] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.842665] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.842905] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8982ff8-c304-47b3-b8ea-52292ed2d691 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.886597] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356377, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.905899] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.906140] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.906327] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleting the datastore file [datastore2] f9747f6e-c637-4650-9a12-56d8d0993e7a {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.907211] env[69529]: DEBUG nova.scheduler.client.report [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.910766] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95bbcc8d-e74d-4887-9fd3-b8510a700c8f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.918651] env[69529]: DEBUG oslo_vmware.api [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for the task: (returnval){ [ 1021.918651] env[69529]: value = "task-3356379" [ 1021.918651] env[69529]: _type = "Task" [ 1021.918651] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.928704] env[69529]: DEBUG oslo_vmware.api [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.080735] env[69529]: DEBUG oslo_concurrency.lockutils [req-a08bf926-58d6-4537-8956-cc96abb78afa req-0173be9b-3f58-4f38-bae6-60d82d7e8f23 service nova] Releasing lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.095198] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0f775772-29d0-49d2-a235-2dc4f8452ff0 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.207s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.180383] env[69529]: DEBUG nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.277030] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546377} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.277030] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.277265] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.277398] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30ff14d7-b91b-404f-aa51-89c48996f652 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.285034] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1022.285034] env[69529]: value = "task-3356380" [ 1022.285034] env[69529]: _type = "Task" [ 1022.285034] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.292023] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.384928] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356377, 'name': CreateVM_Task, 'duration_secs': 0.61325} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.385112] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.385816] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.387163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.387163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.387163] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c02efb-5e2f-4d28-9902-3d8815b97f28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.392616] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1022.392616] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5239cb57-de47-5544-7549-5e74b67f02e2" [ 1022.392616] env[69529]: _type = "Task" [ 1022.392616] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.402545] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5239cb57-de47-5544-7549-5e74b67f02e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.421021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.421021] env[69529]: DEBUG nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.421021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.752s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.421021] env[69529]: DEBUG nova.objects.instance [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lazy-loading 'resources' on Instance uuid 54e87386-5055-4ea2-aded-aa3be5001f88 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.428523] env[69529]: DEBUG oslo_vmware.api [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Task: {'id': task-3356379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391832} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.429369] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.429555] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.429730] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.429896] env[69529]: INFO nova.compute.manager [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1022.430148] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.430334] env[69529]: DEBUG nova.compute.manager [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.430424] env[69529]: DEBUG nova.network.neutron [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.561268] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "5a83be60-1628-4d7d-a158-c2953f52b502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.561801] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "5a83be60-1628-4d7d-a158-c2953f52b502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.699429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.744369] env[69529]: DEBUG nova.compute.manager [req-eacadff4-6dfa-4d45-a65d-8330c630a67f req-84f53d47-2632-473f-9dc4-76421182956d service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Received event network-vif-deleted-475be3ce-528c-4f44-9930-ad361d0a1278 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.744571] env[69529]: INFO nova.compute.manager [req-eacadff4-6dfa-4d45-a65d-8330c630a67f req-84f53d47-2632-473f-9dc4-76421182956d service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Neutron deleted interface 475be3ce-528c-4f44-9930-ad361d0a1278; detaching it from the instance and deleting it from the info cache [ 1022.744733] env[69529]: DEBUG nova.network.neutron [req-eacadff4-6dfa-4d45-a65d-8330c630a67f req-84f53d47-2632-473f-9dc4-76421182956d service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.794582] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209798} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.794897] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.795730] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f2765-f781-4edf-aaed-e42ff22ef5e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.819993] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.820513] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c426db0-5384-400a-bcae-26877081bf3c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.841045] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1022.841045] env[69529]: value = "task-3356381" [ 1022.841045] env[69529]: _type = "Task" [ 1022.841045] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.848674] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.902423] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5239cb57-de47-5544-7549-5e74b67f02e2, 'name': SearchDatastore_Task, 'duration_secs': 0.041083} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.902728] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.902953] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.903213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.903358] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.903530] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.903774] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d5ae2ee-da95-4b10-a871-a567e55c2d53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.920765] env[69529]: DEBUG nova.compute.utils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.924622] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.924798] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.926717] env[69529]: DEBUG nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.926894] env[69529]: DEBUG nova.network.neutron [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.928589] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418265a9-4f8b-441e-9a56-b94f12615e20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.934730] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1022.934730] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf5fa5-1590-6632-e4c0-7254dd29b061" [ 1022.934730] env[69529]: _type = "Task" [ 1022.934730] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.944494] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf5fa5-1590-6632-e4c0-7254dd29b061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.977232] env[69529]: DEBUG nova.policy [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d5d2da985334d9e95b147efce662686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ef9bda84a84951b0234c8c70daf356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.064362] env[69529]: DEBUG nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.184999] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dc90cf-ec94-4155-9eee-7348bf7a7199 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.200019] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50346cc4-8bd5-4fc6-8c2d-8e10f604cc74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.230162] env[69529]: DEBUG nova.network.neutron [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.233667] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe39b81-ea78-4357-abc9-59a4a1be45dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.242280] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61ab78c-0655-4c55-9179-d1df583a87a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.247585] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14800fac-fbbf-403f-8e94-7290fa1978a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.259227] env[69529]: DEBUG nova.compute.provider_tree [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.265354] env[69529]: DEBUG nova.network.neutron [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Successfully created port: be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.268960] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f3232-9413-4fdf-b0f4-19c214b3850d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.304974] env[69529]: DEBUG nova.compute.manager [req-eacadff4-6dfa-4d45-a65d-8330c630a67f req-84f53d47-2632-473f-9dc4-76421182956d service nova] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Detach interface failed, port_id=475be3ce-528c-4f44-9930-ad361d0a1278, reason: Instance f9747f6e-c637-4650-9a12-56d8d0993e7a could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.352058] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.428171] env[69529]: DEBUG nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.445506] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf5fa5-1590-6632-e4c0-7254dd29b061, 'name': SearchDatastore_Task, 'duration_secs': 0.019099} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.446320] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d172ec-9b33-49b2-a5a4-23f99d9bc60b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.451310] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1023.451310] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5212caa3-d1d4-85d8-6427-d4043576d1a6" [ 1023.451310] env[69529]: _type = "Task" [ 1023.451310] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.459868] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5212caa3-d1d4-85d8-6427-d4043576d1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.587132] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.722575] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.722911] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.732071] env[69529]: INFO nova.compute.manager [-] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Took 1.30 seconds to deallocate network for instance. [ 1023.766682] env[69529]: DEBUG nova.scheduler.client.report [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.853535] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356381, 'name': ReconfigVM_Task, 'duration_secs': 0.795063} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.853692] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c/b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.854248] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea6a99ef-e106-4164-afcd-b2ee722bc237 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.861276] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1023.861276] env[69529]: value = "task-3356382" [ 1023.861276] env[69529]: _type = "Task" [ 1023.861276] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.869273] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356382, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.961947] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5212caa3-d1d4-85d8-6427-d4043576d1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013781} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.962199] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.962454] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.962750] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834f9cda-bc4b-476d-a26e-7036fb36358c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.968625] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1023.968625] env[69529]: value = "task-3356383" [ 1023.968625] env[69529]: _type = "Task" [ 1023.968625] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.977106] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.233372] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.233656] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.233754] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.233874] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.233986] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.234162] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.234301] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1024.234445] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.238440] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.272562] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.274983] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.346s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.275195] env[69529]: DEBUG nova.objects.instance [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1024.293040] env[69529]: INFO nova.scheduler.client.report [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Deleted allocations for instance 54e87386-5055-4ea2-aded-aa3be5001f88 [ 1024.372435] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356382, 'name': Rename_Task, 'duration_secs': 0.210564} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.373581] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.373581] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d60ea10-43d0-4ca1-a038-97a0de0dc6a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.379111] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1024.379111] env[69529]: value = "task-3356384" [ 1024.379111] env[69529]: _type = "Task" [ 1024.379111] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.387573] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.437874] env[69529]: DEBUG nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.465233] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.465495] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.465649] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.465843] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.465992] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.466166] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.466445] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.466543] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.466714] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.466876] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.467324] env[69529]: DEBUG nova.virt.hardware [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.468241] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d63ec-0f37-44d8-9fbd-43982de63761 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.479937] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356383, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.483186] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4cfbdf-ae5c-4beb-b39b-a1efe1419b2d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.737529] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.767580] env[69529]: DEBUG nova.network.neutron [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Successfully updated port: be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.803560] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33d4c23b-40e9-4f6a-b1bc-f00fad5c401d tempest-ImagesTestJSON-1411436672 tempest-ImagesTestJSON-1411436672-project-member] Lock "54e87386-5055-4ea2-aded-aa3be5001f88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.170s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.841427] env[69529]: DEBUG nova.compute.manager [req-654ffd1b-a047-4b4c-9e41-9a67bf029801 req-6eb2b3f6-e05a-430b-949f-b6fc74e92d37 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Received event network-vif-plugged-be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.841427] env[69529]: DEBUG oslo_concurrency.lockutils [req-654ffd1b-a047-4b4c-9e41-9a67bf029801 req-6eb2b3f6-e05a-430b-949f-b6fc74e92d37 service nova] Acquiring lock "4703db0e-38a8-4269-b646-91245f0c8ef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.841427] env[69529]: DEBUG oslo_concurrency.lockutils [req-654ffd1b-a047-4b4c-9e41-9a67bf029801 req-6eb2b3f6-e05a-430b-949f-b6fc74e92d37 service nova] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.841427] env[69529]: DEBUG oslo_concurrency.lockutils [req-654ffd1b-a047-4b4c-9e41-9a67bf029801 req-6eb2b3f6-e05a-430b-949f-b6fc74e92d37 service nova] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.841427] env[69529]: DEBUG nova.compute.manager [req-654ffd1b-a047-4b4c-9e41-9a67bf029801 req-6eb2b3f6-e05a-430b-949f-b6fc74e92d37 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] No waiting events found dispatching network-vif-plugged-be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.841427] env[69529]: WARNING nova.compute.manager [req-654ffd1b-a047-4b4c-9e41-9a67bf029801 req-6eb2b3f6-e05a-430b-949f-b6fc74e92d37 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Received unexpected event network-vif-plugged-be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 for instance with vm_state building and task_state spawning. [ 1024.888218] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.981300] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740233} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.981604] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.981928] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.982231] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28c0d41-b5a5-48ac-86bf-dc09bbed5907 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.989185] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1024.989185] env[69529]: value = "task-3356385" [ 1024.989185] env[69529]: _type = "Task" [ 1024.989185] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.998387] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.269900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-4703db0e-38a8-4269-b646-91245f0c8ef0" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.270180] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-4703db0e-38a8-4269-b646-91245f0c8ef0" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.270232] env[69529]: DEBUG nova.network.neutron [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.287663] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8e893639-7b2a-47bf-8cad-4c01efd90a63 tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.288804] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.775s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.288998] env[69529]: DEBUG nova.objects.instance [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lazy-loading 'resources' on Instance uuid b1ae0720-f07f-46c9-b8ce-33cda0a31a43 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.309636] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Acquiring lock "ebc87d1b-adf1-4b14-ba31-630b57b16039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.309876] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.391106] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356384, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.498274] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07132} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.498566] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.499399] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d347d2b4-014b-48fe-abcb-d793aa270a90 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.521395] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.521660] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3781d7-6e41-4e0b-a963-87977d031701 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.541135] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1025.541135] env[69529]: value = "task-3356386" [ 1025.541135] env[69529]: _type = "Task" [ 1025.541135] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.551139] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.812780] env[69529]: DEBUG nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.818052] env[69529]: DEBUG nova.network.neutron [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.893140] env[69529]: DEBUG oslo_vmware.api [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356384, 'name': PowerOnVM_Task, 'duration_secs': 1.094702} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.894316] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.894743] env[69529]: DEBUG nova.compute.manager [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.895929] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f7504f-9160-47e0-9c21-70924872642b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.014240] env[69529]: DEBUG nova.network.neutron [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Updating instance_info_cache with network_info: [{"id": "be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4", "address": "fa:16:3e:02:2f:59", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe6ec3f8-cf", "ovs_interfaceid": "be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.056530] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.133042] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da06474e-2211-43cf-a4f2-916f03e8dae8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.139771] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6fc433-dcec-4099-8efb-364a19c0812a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.174390] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e32060-1079-4391-b887-7e357564aff0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.182738] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e58e734-e752-407b-a4a9-797baef7a579 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.198986] env[69529]: DEBUG nova.compute.provider_tree [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.337731] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.420874] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.518331] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-4703db0e-38a8-4269-b646-91245f0c8ef0" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.518331] env[69529]: DEBUG nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Instance network_info: |[{"id": "be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4", "address": "fa:16:3e:02:2f:59", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe6ec3f8-cf", "ovs_interfaceid": "be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.518331] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:2f:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.526931] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.529015] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.529015] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a338431c-99fa-4090-b0f6-951964e85d6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.554477] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356386, 'name': ReconfigVM_Task, 'duration_secs': 0.923676} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.555875] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.556528] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.556528] env[69529]: value = "task-3356387" [ 1026.556528] env[69529]: _type = "Task" [ 1026.556528] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.556715] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c3e2b3-bad9-4513-9ce8-ccad70ecf6c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.566202] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356387, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.567545] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1026.567545] env[69529]: value = "task-3356388" [ 1026.567545] env[69529]: _type = "Task" [ 1026.567545] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.580521] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356388, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.703696] env[69529]: DEBUG nova.scheduler.client.report [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.869900] env[69529]: DEBUG nova.compute.manager [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Received event network-changed-be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.870145] env[69529]: DEBUG nova.compute.manager [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Refreshing instance network info cache due to event network-changed-be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.870388] env[69529]: DEBUG oslo_concurrency.lockutils [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] Acquiring lock "refresh_cache-4703db0e-38a8-4269-b646-91245f0c8ef0" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.870537] env[69529]: DEBUG oslo_concurrency.lockutils [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] Acquired lock "refresh_cache-4703db0e-38a8-4269-b646-91245f0c8ef0" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.870736] env[69529]: DEBUG nova.network.neutron [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Refreshing network info cache for port be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.068282] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356387, 'name': CreateVM_Task, 'duration_secs': 0.317839} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.071245] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.071993] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.072210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.072661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.073442] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61e7bc2-884f-4787-8315-1a77e1bf6b12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.078407] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356388, 'name': Rename_Task, 'duration_secs': 0.163581} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.079101] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.079368] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ff9475b-f4e6-4d7e-8ee9-0fc7ca745fd6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.082676] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1027.082676] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52112ef8-771e-a223-3d04-15284ccfa990" [ 1027.082676] env[69529]: _type = "Task" [ 1027.082676] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.087885] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1027.087885] env[69529]: value = "task-3356389" [ 1027.087885] env[69529]: _type = "Task" [ 1027.087885] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.094313] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52112ef8-771e-a223-3d04-15284ccfa990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.098950] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.208510] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.210864] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.642s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.211523] env[69529]: DEBUG nova.objects.instance [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lazy-loading 'resources' on Instance uuid 9bffd46f-5976-4b68-9486-4baf1188c20b {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.254711] env[69529]: INFO nova.scheduler.client.report [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Deleted allocations for instance b1ae0720-f07f-46c9-b8ce-33cda0a31a43 [ 1027.570015] env[69529]: DEBUG nova.network.neutron [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Updated VIF entry in instance network info cache for port be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.570455] env[69529]: DEBUG nova.network.neutron [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Updating instance_info_cache with network_info: [{"id": "be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4", "address": "fa:16:3e:02:2f:59", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe6ec3f8-cf", "ovs_interfaceid": "be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.596472] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52112ef8-771e-a223-3d04-15284ccfa990, 'name': SearchDatastore_Task, 'duration_secs': 0.015617} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.596931] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.597196] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.597429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.597715] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.597780] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.598222] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f482fe3-a2e0-41b6-aaa2-8e4cf83657e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.602815] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.610802] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.610976] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.611717] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10920f32-0597-4dcf-ae5f-7402b93a5006 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.617964] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1027.617964] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ceae10-4e64-c9aa-85d3-4d4ee1bd9836" [ 1027.617964] env[69529]: _type = "Task" [ 1027.617964] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.626111] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ceae10-4e64-c9aa-85d3-4d4ee1bd9836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.766896] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bbf1501b-8d3c-431d-a1e1-1083a38e08e5 tempest-ServersListShow2100Test-1831525339 tempest-ServersListShow2100Test-1831525339-project-member] Lock "b1ae0720-f07f-46c9-b8ce-33cda0a31a43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.484s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.771882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.772310] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.772503] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.772684] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.772882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.776192] env[69529]: INFO nova.compute.manager [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Terminating instance [ 1027.993302] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd730d62-15de-4262-844d-bf43ffd5651d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.003887] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e947065-0cdb-4c75-bf40-5c9e18a97adc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.041687] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064dfa0c-3669-41b0-9cc8-736c4db90e40 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.045405] env[69529]: INFO nova.compute.manager [None req-956d38c5-04f5-418a-b3d0-b2e6493d26ce tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Get console output [ 1028.045753] env[69529]: WARNING nova.virt.vmwareapi.driver [None req-956d38c5-04f5-418a-b3d0-b2e6493d26ce tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] The console log is missing. Check your VSPC configuration [ 1028.052238] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce85d3-ef06-499a-ac57-aee5ffd9c1f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.067366] env[69529]: DEBUG nova.compute.provider_tree [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.072902] env[69529]: DEBUG oslo_concurrency.lockutils [req-340ca75a-d84b-4652-b734-cf1ca67f38e1 req-871c795f-2e74-4c12-90bd-c52559b6ee82 service nova] Releasing lock "refresh_cache-4703db0e-38a8-4269-b646-91245f0c8ef0" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.098415] env[69529]: DEBUG oslo_vmware.api [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356389, 'name': PowerOnVM_Task, 'duration_secs': 0.786471} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.098671] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.098862] env[69529]: INFO nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1028.099057] env[69529]: DEBUG nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.100187] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff14c2c1-0f8f-4d78-82d7-7975c0480d28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.129417] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ceae10-4e64-c9aa-85d3-4d4ee1bd9836, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.130513] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664359a1-2b36-4bca-ba8e-5015bdd8a682 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.135494] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1028.135494] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52df77a2-af50-92c2-e9c4-40d9b1f4271b" [ 1028.135494] env[69529]: _type = "Task" [ 1028.135494] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.144425] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52df77a2-af50-92c2-e9c4-40d9b1f4271b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.261018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "67b2878d-f071-400a-8149-9763ad48c6ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.261018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "67b2878d-f071-400a-8149-9763ad48c6ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.289096] env[69529]: DEBUG nova.compute.manager [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.289351] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.290262] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a7ccc3-0b96-4f28-a02c-638db13077b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.298895] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.299158] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa30560-e63a-4519-b830-64ae968b3ce7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.304909] env[69529]: DEBUG oslo_vmware.api [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1028.304909] env[69529]: value = "task-3356390" [ 1028.304909] env[69529]: _type = "Task" [ 1028.304909] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.313630] env[69529]: DEBUG oslo_vmware.api [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.570345] env[69529]: DEBUG nova.scheduler.client.report [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.618855] env[69529]: INFO nova.compute.manager [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Took 21.53 seconds to build instance. [ 1028.647700] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52df77a2-af50-92c2-e9c4-40d9b1f4271b, 'name': SearchDatastore_Task, 'duration_secs': 0.012837} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.647970] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.648247] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 4703db0e-38a8-4269-b646-91245f0c8ef0/4703db0e-38a8-4269-b646-91245f0c8ef0.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.648501] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ab0119f-c1b6-461a-8fd4-ba715358daed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.655279] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1028.655279] env[69529]: value = "task-3356391" [ 1028.655279] env[69529]: _type = "Task" [ 1028.655279] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.662910] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.761628] env[69529]: DEBUG nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.816182] env[69529]: DEBUG oslo_vmware.api [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356390, 'name': PowerOffVM_Task, 'duration_secs': 0.34455} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.816468] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.816652] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.816945] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a8f48b-83ec-4d2e-9a68-5c7e5fdac6df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.883633] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.883931] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.884158] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleting the datastore file [datastore1] b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.884434] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14563f40-e8a4-482b-a2d3-f419290de2ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.890696] env[69529]: DEBUG oslo_vmware.api [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1028.890696] env[69529]: value = "task-3356393" [ 1028.890696] env[69529]: _type = "Task" [ 1028.890696] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.898639] env[69529]: DEBUG oslo_vmware.api [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.075899] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.079430] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.806s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.079721] env[69529]: DEBUG nova.objects.instance [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lazy-loading 'resources' on Instance uuid 14cf55e1-1e85-48d6-8729-dd296ef21a30 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.108019] env[69529]: INFO nova.scheduler.client.report [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Deleted allocations for instance 9bffd46f-5976-4b68-9486-4baf1188c20b [ 1029.109913] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "c7a63209-9705-4caa-b567-ffd30dbe38c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.110319] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.112905] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "c7a63209-9705-4caa-b567-ffd30dbe38c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.112905] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.112905] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.115287] env[69529]: INFO nova.compute.manager [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Terminating instance [ 1029.121755] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b4d088ec-b987-4302-bba0-33010967cb1b tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.042s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.171406] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356391, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.287224] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.401099] env[69529]: DEBUG oslo_vmware.api [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283346} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.401099] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.401245] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.401401] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.401548] env[69529]: INFO nova.compute.manager [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1029.401789] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.402020] env[69529]: DEBUG nova.compute.manager [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.402130] env[69529]: DEBUG nova.network.neutron [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.620233] env[69529]: DEBUG oslo_concurrency.lockutils [None req-db56f572-1dbe-41ef-9da2-590c34b9ab77 tempest-ListServerFiltersTestJSON-1854671442 tempest-ListServerFiltersTestJSON-1854671442-project-member] Lock "9bffd46f-5976-4b68-9486-4baf1188c20b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.659s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.623045] env[69529]: DEBUG nova.compute.manager [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.623283] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.626144] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f72064f-98ce-48db-84cb-915cc9f9e261 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.634234] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.634514] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e598846b-9c01-428c-8ad9-9c3ab2c9d134 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.645251] env[69529]: DEBUG oslo_vmware.api [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1029.645251] env[69529]: value = "task-3356394" [ 1029.645251] env[69529]: _type = "Task" [ 1029.645251] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.659106] env[69529]: DEBUG oslo_vmware.api [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.667820] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647297} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.674129] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 4703db0e-38a8-4269-b646-91245f0c8ef0/4703db0e-38a8-4269-b646-91245f0c8ef0.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.674129] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.674129] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e037e187-07ba-4686-880c-d2d4f73fb05b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.679615] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1029.679615] env[69529]: value = "task-3356395" [ 1029.679615] env[69529]: _type = "Task" [ 1029.679615] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.695643] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.923832] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b89c430-d573-4f06-b784-0a369ed7526d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.697516] env[69529]: DEBUG nova.network.neutron [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.699609] env[69529]: DEBUG nova.compute.manager [req-19b2d2c1-1779-4e66-88e3-87efaabbcf3c req-e3e304bb-54ad-466a-86b2-f3a76e31a98c service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Received event network-vif-deleted-a89386ff-3228-4020-82c2-7105f847aba9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.699609] env[69529]: INFO nova.compute.manager [req-19b2d2c1-1779-4e66-88e3-87efaabbcf3c req-e3e304bb-54ad-466a-86b2-f3a76e31a98c service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Neutron deleted interface a89386ff-3228-4020-82c2-7105f847aba9; detaching it from the instance and deleting it from the info cache [ 1030.699777] env[69529]: DEBUG nova.network.neutron [req-19b2d2c1-1779-4e66-88e3-87efaabbcf3c req-e3e304bb-54ad-466a-86b2-f3a76e31a98c service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.719808] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003b89a5-93b3-4d2a-a131-ce3846c76737 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.724641] env[69529]: DEBUG oslo_vmware.api [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356394, 'name': PowerOffVM_Task, 'duration_secs': 0.328875} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.724641] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073069} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.724641] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.724641] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.725194] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.726339] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-143d2d4e-11a6-49e7-b0c8-2c13e4caa383 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.728337] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c01df-ddc4-4c77-8e08-47983ed0d4bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.758780] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e651510-9822-4ebc-b362-2ea4d6ed6100 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.778311] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4703db0e-38a8-4269-b646-91245f0c8ef0/4703db0e-38a8-4269-b646-91245f0c8ef0.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.778311] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843d47fa-00a9-42c3-8d93-615bef2b779b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.797863] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480d3d03-39c5-406d-95f7-d6ada866341e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.803852] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1030.803852] env[69529]: value = "task-3356397" [ 1030.803852] env[69529]: _type = "Task" [ 1030.803852] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.829379] env[69529]: DEBUG nova.compute.provider_tree [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.830268] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.830487] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.830657] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Deleting the datastore file [datastore1] c7a63209-9705-4caa-b567-ffd30dbe38c2 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.831145] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3af84e7-914d-4f8a-8bdd-02d638429fa8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.839524] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.841707] env[69529]: DEBUG oslo_vmware.api [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1030.841707] env[69529]: value = "task-3356398" [ 1030.841707] env[69529]: _type = "Task" [ 1030.841707] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.852488] env[69529]: DEBUG oslo_vmware.api [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.201723] env[69529]: INFO nova.compute.manager [-] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Took 1.80 seconds to deallocate network for instance. [ 1031.212530] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b333604-263c-4809-aef5-4699bf4f8243 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.220363] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22ee7a-0521-422d-92ac-16fbd315c78c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.251242] env[69529]: DEBUG nova.compute.manager [req-19b2d2c1-1779-4e66-88e3-87efaabbcf3c req-e3e304bb-54ad-466a-86b2-f3a76e31a98c service nova] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Detach interface failed, port_id=a89386ff-3228-4020-82c2-7105f847aba9, reason: Instance b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.317241] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356397, 'name': ReconfigVM_Task, 'duration_secs': 0.375523} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.318110] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4703db0e-38a8-4269-b646-91245f0c8ef0/4703db0e-38a8-4269-b646-91245f0c8ef0.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.318633] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9949e02f-178d-4305-9739-50c761cc5f64 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.325778] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1031.325778] env[69529]: value = "task-3356399" [ 1031.325778] env[69529]: _type = "Task" [ 1031.325778] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.334974] env[69529]: DEBUG nova.scheduler.client.report [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.339158] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356399, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.350293] env[69529]: DEBUG oslo_vmware.api [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172342} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.350849] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.350849] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.350986] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.351153] env[69529]: INFO nova.compute.manager [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1031.351410] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.351811] env[69529]: DEBUG nova.compute.manager [-] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.351811] env[69529]: DEBUG nova.network.neutron [-] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.715213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.837098] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356399, 'name': Rename_Task, 'duration_secs': 0.144474} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.837404] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.837655] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01e4ddbc-a8af-4e54-b144-da534a06eb87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.841467] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.762s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.846328] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.147s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.847590] env[69529]: INFO nova.compute.claims [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.850309] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1031.850309] env[69529]: value = "task-3356400" [ 1031.850309] env[69529]: _type = "Task" [ 1031.850309] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.865209] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.895147] env[69529]: INFO nova.scheduler.client.report [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Deleted allocations for instance 14cf55e1-1e85-48d6-8729-dd296ef21a30 [ 1032.040717] env[69529]: DEBUG nova.compute.manager [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Received event network-changed-2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.041035] env[69529]: DEBUG nova.compute.manager [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Refreshing instance network info cache due to event network-changed-2bb0aad2-2e0e-415e-a372-1c8dfd86d606. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.041227] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] Acquiring lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.041402] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] Acquired lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.041593] env[69529]: DEBUG nova.network.neutron [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Refreshing network info cache for port 2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.365372] env[69529]: DEBUG oslo_vmware.api [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356400, 'name': PowerOnVM_Task, 'duration_secs': 0.469559} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.367056] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.370482] env[69529]: INFO nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1032.370718] env[69529]: DEBUG nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.371766] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a0ac1a-3927-4494-bde2-490c44409f02 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.407166] env[69529]: DEBUG oslo_concurrency.lockutils [None req-70802aa0-5d37-4447-b79f-e713f4854afd tempest-ServersListShow298Test-45113541 tempest-ServersListShow298Test-45113541-project-member] Lock "14cf55e1-1e85-48d6-8729-dd296ef21a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.339s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.897015] env[69529]: DEBUG nova.network.neutron [-] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.899702] env[69529]: INFO nova.compute.manager [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Took 18.46 seconds to build instance. [ 1032.935544] env[69529]: DEBUG nova.network.neutron [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updated VIF entry in instance network info cache for port 2bb0aad2-2e0e-415e-a372-1c8dfd86d606. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.935916] env[69529]: DEBUG nova.network.neutron [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.169785] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b3ed6b-bd76-4614-96e9-9c54497c83fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.178246] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad592718-fb26-45f1-afa3-7d60dd8586f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.215984] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67728642-afd0-44e1-a69f-3dbe418f68ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.227193] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c0bbb-6614-4af3-a998-b5bd702b7ddd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.243988] env[69529]: DEBUG nova.compute.provider_tree [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.399211] env[69529]: INFO nova.compute.manager [-] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Took 2.05 seconds to deallocate network for instance. [ 1033.401216] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7bdf11a5-447b-448d-879a-136a6491a492 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.978s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.438666] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f4c344-6b16-44fa-9da6-95306d3b6cc5 req-057b154a-c70e-49e3-a1b7-043856a1814e service nova] Releasing lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.674192] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "4703db0e-38a8-4269-b646-91245f0c8ef0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.674408] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.674598] env[69529]: DEBUG nova.compute.manager [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.675556] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7aa446-411b-41a9-b881-dd3e3dfe9d26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.684648] env[69529]: DEBUG nova.compute.manager [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1033.685297] env[69529]: DEBUG nova.objects.instance [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'flavor' on Instance uuid 4703db0e-38a8-4269-b646-91245f0c8ef0 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.748905] env[69529]: DEBUG nova.scheduler.client.report [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.909899] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.254066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.261023] env[69529]: DEBUG nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.261023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.674s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.264147] env[69529]: INFO nova.compute.claims [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.430925] env[69529]: DEBUG nova.compute.manager [req-1dc17740-2f13-489d-b395-540882d69f85 req-03047b2d-6ca4-4da1-a432-472f6e42139b service nova] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Received event network-vif-deleted-1ff0e893-4c7f-4656-8faa-715451bf884f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.635883] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a5ee808e-ccac-411d-a380-ec1fc7a23a39 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.636180] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a5ee808e-ccac-411d-a380-ec1fc7a23a39 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.636581] env[69529]: DEBUG nova.objects.instance [None req-a5ee808e-ccac-411d-a380-ec1fc7a23a39 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'flavor' on Instance uuid 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.694993] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.695329] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-668e5c94-7a1a-416b-9230-7643588fd031 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.703973] env[69529]: DEBUG oslo_vmware.api [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1034.703973] env[69529]: value = "task-3356401" [ 1034.703973] env[69529]: _type = "Task" [ 1034.703973] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.715136] env[69529]: DEBUG oslo_vmware.api [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.769810] env[69529]: DEBUG nova.compute.utils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.774116] env[69529]: DEBUG nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.774116] env[69529]: DEBUG nova.network.neutron [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.832128] env[69529]: DEBUG nova.policy [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbdb29c8aa624bf88bef5652be40b437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a30b3280cd004fbfa33aebe3464719e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.141696] env[69529]: DEBUG nova.objects.instance [None req-a5ee808e-ccac-411d-a380-ec1fc7a23a39 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'pci_requests' on Instance uuid 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.163842] env[69529]: DEBUG nova.network.neutron [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Successfully created port: dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.213752] env[69529]: DEBUG oslo_vmware.api [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356401, 'name': PowerOffVM_Task, 'duration_secs': 0.203464} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.214475] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.214784] env[69529]: DEBUG nova.compute.manager [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.215555] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5131053e-7880-42b1-8b91-57267689335e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.273966] env[69529]: DEBUG nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.539065] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4db43e-5963-4628-9ba3-3537a0cdf88f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.546253] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff972a44-8fe9-4be3-ae66-e335a982169c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.587463] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc3a9c4-d09e-4a47-9625-0b18fc7cf814 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.595888] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a62f60-fad3-4ca8-a40d-80b0114b20f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.610377] env[69529]: DEBUG nova.compute.provider_tree [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.645892] env[69529]: DEBUG nova.objects.base [None req-a5ee808e-ccac-411d-a380-ec1fc7a23a39 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Object Instance<6b00ba8a-af94-423f-8dc8-6d7302a898ac> lazy-loaded attributes: flavor,pci_requests {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.646188] env[69529]: DEBUG nova.network.neutron [None req-a5ee808e-ccac-411d-a380-ec1fc7a23a39 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.727420] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8dfb4072-26b4-4b7c-88ce-0caabecf2e3f tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.767926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a5ee808e-ccac-411d-a380-ec1fc7a23a39 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.132s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.112566] env[69529]: DEBUG nova.scheduler.client.report [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.285880] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.287088] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.290271] env[69529]: DEBUG nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.322603] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.323726] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.323726] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.323726] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.323726] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.323726] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.323987] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.323987] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.324074] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.324228] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.324394] env[69529]: DEBUG nova.virt.hardware [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.325541] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f604c-4ced-44e0-bca6-ee3792d34ea1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.333624] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e433c606-d25d-4a7b-a9a5-ef2c1c9207cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.618431] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.618537] env[69529]: DEBUG nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.621377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.383s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.621469] env[69529]: DEBUG nova.objects.instance [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lazy-loading 'resources' on Instance uuid f9747f6e-c637-4650-9a12-56d8d0993e7a {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.635676] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "4703db0e-38a8-4269-b646-91245f0c8ef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.636143] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.636190] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "4703db0e-38a8-4269-b646-91245f0c8ef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.636367] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.636540] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.638805] env[69529]: INFO nova.compute.manager [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Terminating instance [ 1036.653494] env[69529]: DEBUG nova.compute.manager [req-a7446f96-16cc-4682-9e4b-ea9b3dcb7251 req-ac30d2ab-d9b1-4a58-972e-604a7494375b service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Received event network-vif-plugged-dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.653494] env[69529]: DEBUG oslo_concurrency.lockutils [req-a7446f96-16cc-4682-9e4b-ea9b3dcb7251 req-ac30d2ab-d9b1-4a58-972e-604a7494375b service nova] Acquiring lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.653635] env[69529]: DEBUG oslo_concurrency.lockutils [req-a7446f96-16cc-4682-9e4b-ea9b3dcb7251 req-ac30d2ab-d9b1-4a58-972e-604a7494375b service nova] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.653828] env[69529]: DEBUG oslo_concurrency.lockutils [req-a7446f96-16cc-4682-9e4b-ea9b3dcb7251 req-ac30d2ab-d9b1-4a58-972e-604a7494375b service nova] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.653982] env[69529]: DEBUG nova.compute.manager [req-a7446f96-16cc-4682-9e4b-ea9b3dcb7251 req-ac30d2ab-d9b1-4a58-972e-604a7494375b service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] No waiting events found dispatching network-vif-plugged-dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.654170] env[69529]: WARNING nova.compute.manager [req-a7446f96-16cc-4682-9e4b-ea9b3dcb7251 req-ac30d2ab-d9b1-4a58-972e-604a7494375b service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Received unexpected event network-vif-plugged-dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 for instance with vm_state building and task_state spawning. [ 1036.750603] env[69529]: DEBUG nova.network.neutron [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Successfully updated port: dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.790700] env[69529]: DEBUG nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.125243] env[69529]: DEBUG nova.compute.utils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.129554] env[69529]: DEBUG nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.129831] env[69529]: DEBUG nova.network.neutron [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.145038] env[69529]: DEBUG nova.compute.manager [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.145729] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.146423] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98cd9ea-67c1-4af9-8b3f-3a58fa9c7161 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.156423] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.156669] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd99179-fc42-499b-b7da-9647c5966ced {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.183349] env[69529]: DEBUG nova.policy [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8002efe17d540a38d80ba93fca03147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cccc09d090b4befae6894a622c4c099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.239247] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.240306] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.240306] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleting the datastore file [datastore2] 4703db0e-38a8-4269-b646-91245f0c8ef0 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.242571] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7569ed68-8a2f-4b40-b7a0-23e25e3a6d42 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.248840] env[69529]: DEBUG oslo_vmware.api [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1037.248840] env[69529]: value = "task-3356403" [ 1037.248840] env[69529]: _type = "Task" [ 1037.248840] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.252038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "refresh_cache-5d4e84a2-185a-4f6c-ba78-6bc4eb373089" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.252785] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquired lock "refresh_cache-5d4e84a2-185a-4f6c-ba78-6bc4eb373089" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.252785] env[69529]: DEBUG nova.network.neutron [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.264723] env[69529]: DEBUG oslo_vmware.api [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.314059] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.412854] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792cf8a3-613a-4fe8-8c53-2e363c495b3c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.420686] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8b3509-c270-4f82-b0ac-aed96cf48a12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.455375] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b9e6c9-3eec-4e55-b5f2-9db5b2a22668 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.463568] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889bc8e-23c3-4649-9d31-3ac4b269fcad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.476127] env[69529]: DEBUG nova.compute.provider_tree [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.547138] env[69529]: DEBUG nova.network.neutron [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Successfully created port: 80ce550e-44c4-4e8e-aefb-c379922c7327 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.629791] env[69529]: DEBUG nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.680617] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.680979] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.681811] env[69529]: DEBUG nova.objects.instance [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'flavor' on Instance uuid 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.760072] env[69529]: DEBUG oslo_vmware.api [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143934} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.760680] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.760870] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.761056] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.761228] env[69529]: INFO nova.compute.manager [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1037.761462] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.762116] env[69529]: DEBUG nova.compute.manager [-] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.762116] env[69529]: DEBUG nova.network.neutron [-] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.979835] env[69529]: DEBUG nova.scheduler.client.report [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.037804] env[69529]: DEBUG nova.network.neutron [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.412518] env[69529]: DEBUG nova.objects.instance [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'pci_requests' on Instance uuid 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.428897] env[69529]: DEBUG nova.network.neutron [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Updating instance_info_cache with network_info: [{"id": "dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5", "address": "fa:16:3e:cf:dd:9c", "network": {"id": "2f4bb721-0655-4a18-8361-7020070ee8d9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1987926110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a30b3280cd004fbfa33aebe3464719e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbe07d4-a2", "ovs_interfaceid": "dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.485034] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.487405] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.750s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.487585] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.487740] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1038.488044] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.151s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.489607] env[69529]: INFO nova.compute.claims [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.495785] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50feaac3-0f8c-423b-ae1d-9a2c03c9fea8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.503211] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3271e4-98a4-42c3-a568-0a8835323cb3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.518402] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bcf989-c71e-42d3-bb28-0d7473b044fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.524586] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb261d7-5d52-4a59-aceb-0c385a3f8e47 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.528951] env[69529]: INFO nova.scheduler.client.report [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Deleted allocations for instance f9747f6e-c637-4650-9a12-56d8d0993e7a [ 1038.559019] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178849MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1038.559019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.638852] env[69529]: DEBUG nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.665315] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.665315] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.665562] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.665601] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.665720] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.665863] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.666082] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.666241] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.666401] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.666557] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.666730] env[69529]: DEBUG nova.virt.hardware [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.667712] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a932ea-e95c-468e-9e03-a25c0098b14a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.675660] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4098b60d-c711-4b4b-988e-d83275c86126 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.690872] env[69529]: DEBUG nova.compute.manager [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Received event network-changed-dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.691087] env[69529]: DEBUG nova.compute.manager [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Refreshing instance network info cache due to event network-changed-dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.691276] env[69529]: DEBUG oslo_concurrency.lockutils [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] Acquiring lock "refresh_cache-5d4e84a2-185a-4f6c-ba78-6bc4eb373089" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.915722] env[69529]: DEBUG nova.objects.base [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Object Instance<6b00ba8a-af94-423f-8dc8-6d7302a898ac> lazy-loaded attributes: flavor,pci_requests {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.915963] env[69529]: DEBUG nova.network.neutron [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.930576] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Releasing lock "refresh_cache-5d4e84a2-185a-4f6c-ba78-6bc4eb373089" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.930915] env[69529]: DEBUG nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Instance network_info: |[{"id": "dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5", "address": "fa:16:3e:cf:dd:9c", "network": {"id": "2f4bb721-0655-4a18-8361-7020070ee8d9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1987926110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a30b3280cd004fbfa33aebe3464719e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbe07d4-a2", "ovs_interfaceid": "dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.931222] env[69529]: DEBUG oslo_concurrency.lockutils [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] Acquired lock "refresh_cache-5d4e84a2-185a-4f6c-ba78-6bc4eb373089" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.931401] env[69529]: DEBUG nova.network.neutron [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Refreshing network info cache for port dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.932705] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:dd:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.940590] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Creating folder: Project (a30b3280cd004fbfa33aebe3464719e8). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.941142] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c804dac-2ce1-4c95-9ffb-e36ffd6640e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.955248] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Created folder: Project (a30b3280cd004fbfa33aebe3464719e8) in parent group-v669649. [ 1038.955445] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Creating folder: Instances. Parent ref: group-v669890. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.955684] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9e145b8-0fc9-4b52-8eab-241674e2af46 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.964381] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Created folder: Instances in parent group-v669890. [ 1038.964613] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.964833] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.965060] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24314acf-568b-4c0f-9e03-39467ee17d4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.988021] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.988021] env[69529]: value = "task-3356406" [ 1038.988021] env[69529]: _type = "Task" [ 1038.988021] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.991894] env[69529]: DEBUG nova.policy [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.999172] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356406, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.063155] env[69529]: DEBUG nova.network.neutron [-] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.064703] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20599cca-72b9-4efd-a2bf-1eeebc75916c tempest-ServersAdminTestJSON-228866295 tempest-ServersAdminTestJSON-228866295-project-member] Lock "f9747f6e-c637-4650-9a12-56d8d0993e7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.297s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.497352] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356406, 'name': CreateVM_Task, 'duration_secs': 0.33444} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.497630] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.498554] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.498740] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.499069] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.499326] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e756a2a-7622-4b35-8492-57453baa686e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.507009] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1039.507009] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b78ccb-0cff-1cdf-058a-e88dc15d4b40" [ 1039.507009] env[69529]: _type = "Task" [ 1039.507009] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.516193] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b78ccb-0cff-1cdf-058a-e88dc15d4b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.538252] env[69529]: DEBUG nova.network.neutron [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Successfully created port: 288318da-b06d-4713-aa4e-e86b67843723 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.566433] env[69529]: INFO nova.compute.manager [-] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Took 1.80 seconds to deallocate network for instance. [ 1039.783848] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf74772-9f09-4ef1-85d4-ac0dafa98b91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.798741] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd7372a-a27b-4a5c-aaba-9b0c0a89c66b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.834611] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb873f7-f7de-450f-b3cc-26575a18a0b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.843193] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81ed4bc-d1a8-435a-a321-e4abef2a7baf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.858019] env[69529]: DEBUG nova.compute.provider_tree [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.014169] env[69529]: DEBUG nova.network.neutron [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Updated VIF entry in instance network info cache for port dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.014553] env[69529]: DEBUG nova.network.neutron [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Updating instance_info_cache with network_info: [{"id": "dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5", "address": "fa:16:3e:cf:dd:9c", "network": {"id": "2f4bb721-0655-4a18-8361-7020070ee8d9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1987926110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a30b3280cd004fbfa33aebe3464719e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcbe07d4-a2", "ovs_interfaceid": "dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.020173] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b78ccb-0cff-1cdf-058a-e88dc15d4b40, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.020173] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.020173] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.020173] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.020464] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.020578] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.020724] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4ea0a03-fd72-4453-8682-ed32a2a1f15f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.031020] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.031020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.031020] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45862f20-d3a5-4afc-9042-4e0b9b5e95c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.035676] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1040.035676] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5272357d-f7d3-b236-016b-ddf34bd9614b" [ 1040.035676] env[69529]: _type = "Task" [ 1040.035676] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.043864] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5272357d-f7d3-b236-016b-ddf34bd9614b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.077196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.153493] env[69529]: DEBUG nova.network.neutron [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Successfully updated port: 80ce550e-44c4-4e8e-aefb-c379922c7327 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.360815] env[69529]: DEBUG nova.scheduler.client.report [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.524282] env[69529]: DEBUG oslo_concurrency.lockutils [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] Releasing lock "refresh_cache-5d4e84a2-185a-4f6c-ba78-6bc4eb373089" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.524282] env[69529]: DEBUG nova.compute.manager [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Received event network-vif-deleted-be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.524282] env[69529]: INFO nova.compute.manager [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Neutron deleted interface be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4; detaching it from the instance and deleting it from the info cache [ 1040.524282] env[69529]: DEBUG nova.network.neutron [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.547169] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5272357d-f7d3-b236-016b-ddf34bd9614b, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.547432] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc46f221-5c5d-4647-a6b7-e1fe1a6e55f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.552635] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1040.552635] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526a5a9b-a839-0202-fcb4-475bc121de9a" [ 1040.552635] env[69529]: _type = "Task" [ 1040.552635] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.561105] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526a5a9b-a839-0202-fcb4-475bc121de9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.656187] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "refresh_cache-5a83be60-1628-4d7d-a158-c2953f52b502" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.657257] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "refresh_cache-5a83be60-1628-4d7d-a158-c2953f52b502" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.657257] env[69529]: DEBUG nova.network.neutron [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.869176] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.869176] env[69529]: DEBUG nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.870589] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.450s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.870948] env[69529]: DEBUG nova.objects.instance [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1041.029232] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac86ce64-e033-4991-af32-a5a4861242f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.041170] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaf3dd5-0547-4a4b-8ed9-83457ede6160 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.053188] env[69529]: DEBUG nova.compute.manager [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Received event network-vif-plugged-80ce550e-44c4-4e8e-aefb-c379922c7327 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.053490] env[69529]: DEBUG oslo_concurrency.lockutils [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] Acquiring lock "5a83be60-1628-4d7d-a158-c2953f52b502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.053676] env[69529]: DEBUG oslo_concurrency.lockutils [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] Lock "5a83be60-1628-4d7d-a158-c2953f52b502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.053800] env[69529]: DEBUG oslo_concurrency.lockutils [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] Lock "5a83be60-1628-4d7d-a158-c2953f52b502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.053969] env[69529]: DEBUG nova.compute.manager [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] No waiting events found dispatching network-vif-plugged-80ce550e-44c4-4e8e-aefb-c379922c7327 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.054390] env[69529]: WARNING nova.compute.manager [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Received unexpected event network-vif-plugged-80ce550e-44c4-4e8e-aefb-c379922c7327 for instance with vm_state building and task_state spawning. [ 1041.054572] env[69529]: DEBUG nova.compute.manager [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Received event network-changed-80ce550e-44c4-4e8e-aefb-c379922c7327 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.054728] env[69529]: DEBUG nova.compute.manager [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Refreshing instance network info cache due to event network-changed-80ce550e-44c4-4e8e-aefb-c379922c7327. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.055161] env[69529]: DEBUG oslo_concurrency.lockutils [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] Acquiring lock "refresh_cache-5a83be60-1628-4d7d-a158-c2953f52b502" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.065601] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526a5a9b-a839-0202-fcb4-475bc121de9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.075540] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.077418] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5d4e84a2-185a-4f6c-ba78-6bc4eb373089/5d4e84a2-185a-4f6c-ba78-6bc4eb373089.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.077418] env[69529]: DEBUG nova.compute.manager [req-facbfa11-b00c-4eb3-8891-efc91bd3e2b4 req-801598b3-7dba-4b50-bf31-4499b7cdcea0 service nova] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Detach interface failed, port_id=be6ec3f8-cf02-45d6-b078-22ea0ef3c1c4, reason: Instance 4703db0e-38a8-4269-b646-91245f0c8ef0 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.077418] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0759d68c-21d4-4b4b-8719-7860f50aa0ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.083046] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1041.083046] env[69529]: value = "task-3356407" [ 1041.083046] env[69529]: _type = "Task" [ 1041.083046] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.091979] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.214266] env[69529]: DEBUG nova.network.neutron [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.378650] env[69529]: DEBUG nova.compute.utils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.380038] env[69529]: DEBUG nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.380221] env[69529]: DEBUG nova.network.neutron [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.500023] env[69529]: DEBUG nova.policy [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e59bc858539540b3917f10c9fccc139b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73c23a44c3544babb8b83ba0a0e46a3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.594543] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492729} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.595065] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5d4e84a2-185a-4f6c-ba78-6bc4eb373089/5d4e84a2-185a-4f6c-ba78-6bc4eb373089.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.595147] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.595723] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d06536-1753-4b7b-ba8d-235e0a513428 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.601551] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1041.601551] env[69529]: value = "task-3356408" [ 1041.601551] env[69529]: _type = "Task" [ 1041.601551] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.607639] env[69529]: DEBUG nova.network.neutron [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Updating instance_info_cache with network_info: [{"id": "80ce550e-44c4-4e8e-aefb-c379922c7327", "address": "fa:16:3e:90:fa:61", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ce550e-44", "ovs_interfaceid": "80ce550e-44c4-4e8e-aefb-c379922c7327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.619024] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.870105] env[69529]: DEBUG nova.network.neutron [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Successfully updated port: 288318da-b06d-4713-aa4e-e86b67843723 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.885067] env[69529]: DEBUG oslo_concurrency.lockutils [None req-086e95da-8162-4257-af61-3aa569c4b81a tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.886788] env[69529]: DEBUG nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.895022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.605s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.895022] env[69529]: INFO nova.compute.claims [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.974555] env[69529]: DEBUG nova.network.neutron [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Successfully created port: acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.114971] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "refresh_cache-5a83be60-1628-4d7d-a158-c2953f52b502" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.114971] env[69529]: DEBUG nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Instance network_info: |[{"id": "80ce550e-44c4-4e8e-aefb-c379922c7327", "address": "fa:16:3e:90:fa:61", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ce550e-44", "ovs_interfaceid": "80ce550e-44c4-4e8e-aefb-c379922c7327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.114971] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060999} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.114971] env[69529]: DEBUG oslo_concurrency.lockutils [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] Acquired lock "refresh_cache-5a83be60-1628-4d7d-a158-c2953f52b502" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.114971] env[69529]: DEBUG nova.network.neutron [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Refreshing network info cache for port 80ce550e-44c4-4e8e-aefb-c379922c7327 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.114971] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:fa:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80ce550e-44c4-4e8e-aefb-c379922c7327', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.122429] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.122672] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.123187] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.124346] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd63857a-31cb-4988-a53f-735ad0e77ab3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.126704] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a55ac030-706d-41fc-b42d-960612b763e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.174080] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5d4e84a2-185a-4f6c-ba78-6bc4eb373089/5d4e84a2-185a-4f6c-ba78-6bc4eb373089.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.174080] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb67cacf-a0fc-42d9-b055-4fac41ab215f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.190787] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.190787] env[69529]: value = "task-3356409" [ 1042.190787] env[69529]: _type = "Task" [ 1042.190787] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.197942] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1042.197942] env[69529]: value = "task-3356410" [ 1042.197942] env[69529]: _type = "Task" [ 1042.197942] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.205085] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356409, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.216020] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.375677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.375879] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.376084] env[69529]: DEBUG nova.network.neutron [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.399552] env[69529]: INFO nova.virt.block_device [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Booting with volume c0f43d23-0b34-450a-b8c6-9add5ad6ce95 at /dev/sda [ 1042.450699] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-343dc610-7a05-46fb-883a-49723cd5409d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.459581] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c19b88a-f454-481b-80f6-0018ac57cd96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.493320] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b3a3aaf-4ade-4266-a3f0-a73d454b5b86 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.502658] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b5f25-d911-4781-b447-c182acd4f233 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.537092] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5905f0a2-a66c-4937-8e44-ec6aac7f99b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.544092] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a0076-db7c-4c0e-9b94-f5359cf67d76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.558142] env[69529]: DEBUG nova.virt.block_device [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Updating existing volume attachment record: be264f66-78ba-4a7b-8766-325c133b43fc {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1042.705289] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356409, 'name': CreateVM_Task, 'duration_secs': 0.428088} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.708877] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.711145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.711973] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.712379] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.716169] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f1050e-acd8-4235-8cea-1de3155a2e26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.718046] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356410, 'name': ReconfigVM_Task, 'duration_secs': 0.294005} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.720639] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5d4e84a2-185a-4f6c-ba78-6bc4eb373089/5d4e84a2-185a-4f6c-ba78-6bc4eb373089.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.720639] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c18f32-724e-4e40-bd93-9743315db958 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.723028] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1042.723028] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e3670c-3cc1-d581-80b3-ccccd554f416" [ 1042.723028] env[69529]: _type = "Task" [ 1042.723028] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.727604] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1042.727604] env[69529]: value = "task-3356411" [ 1042.727604] env[69529]: _type = "Task" [ 1042.727604] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.741016] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e3670c-3cc1-d581-80b3-ccccd554f416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.747098] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356411, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.881953] env[69529]: DEBUG nova.network.neutron [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Updated VIF entry in instance network info cache for port 80ce550e-44c4-4e8e-aefb-c379922c7327. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.882090] env[69529]: DEBUG nova.network.neutron [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Updating instance_info_cache with network_info: [{"id": "80ce550e-44c4-4e8e-aefb-c379922c7327", "address": "fa:16:3e:90:fa:61", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80ce550e-44", "ovs_interfaceid": "80ce550e-44c4-4e8e-aefb-c379922c7327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.924229] env[69529]: WARNING nova.network.neutron [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] 694448c7-e341-47eb-9dd5-d3553d1b6ff3 already exists in list: networks containing: ['694448c7-e341-47eb-9dd5-d3553d1b6ff3']. ignoring it [ 1043.222686] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcdd8f7-924f-43d4-972b-5e2ba26df52d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.238950] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b5af58-0119-4ee5-b15a-9bb737364c72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.252464] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356411, 'name': Rename_Task, 'duration_secs': 0.148765} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.253022] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e3670c-3cc1-d581-80b3-ccccd554f416, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.253637] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.254136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.254411] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.254716] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.254907] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.255181] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.284393] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb47328-479b-4887-b93f-e15a7190e01f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.286167] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91966c9-74d6-4682-971f-d8b56d53e93e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.292166] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf21c46-1e34-466f-bf0a-6ba6c73afa81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.302760] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db4ccaa-3e3d-41d0-899e-a082ebdb809d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.308143] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1043.308143] env[69529]: value = "task-3356412" [ 1043.308143] env[69529]: _type = "Task" [ 1043.308143] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.309407] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.309577] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.317023] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6f4d79-5e22-4650-86b4-bd8b171652eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.323225] env[69529]: DEBUG nova.compute.provider_tree [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.330031] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1043.330031] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c00c5-7bd1-a767-ffcc-20bb116aa4f6" [ 1043.330031] env[69529]: _type = "Task" [ 1043.330031] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.331261] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356412, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.340398] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c00c5-7bd1-a767-ffcc-20bb116aa4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.356732] env[69529]: DEBUG nova.network.neutron [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "288318da-b06d-4713-aa4e-e86b67843723", "address": "fa:16:3e:77:d5:09", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288318da-b0", "ovs_interfaceid": "288318da-b06d-4713-aa4e-e86b67843723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.384979] env[69529]: DEBUG oslo_concurrency.lockutils [req-c3698376-9c1f-4bbc-803b-931410354cbb req-6ea61d2c-f5f1-4d92-a9f2-3abf67b585c1 service nova] Releasing lock "refresh_cache-5a83be60-1628-4d7d-a158-c2953f52b502" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.517742] env[69529]: DEBUG nova.network.neutron [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Successfully updated port: acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.520978] env[69529]: DEBUG nova.compute.manager [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-vif-plugged-288318da-b06d-4713-aa4e-e86b67843723 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.521223] env[69529]: DEBUG oslo_concurrency.lockutils [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.521414] env[69529]: DEBUG oslo_concurrency.lockutils [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.521635] env[69529]: DEBUG oslo_concurrency.lockutils [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.521812] env[69529]: DEBUG nova.compute.manager [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] No waiting events found dispatching network-vif-plugged-288318da-b06d-4713-aa4e-e86b67843723 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.521975] env[69529]: WARNING nova.compute.manager [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received unexpected event network-vif-plugged-288318da-b06d-4713-aa4e-e86b67843723 for instance with vm_state active and task_state None. [ 1043.522151] env[69529]: DEBUG nova.compute.manager [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-changed-288318da-b06d-4713-aa4e-e86b67843723 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.522304] env[69529]: DEBUG nova.compute.manager [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing instance network info cache due to event network-changed-288318da-b06d-4713-aa4e-e86b67843723. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.522470] env[69529]: DEBUG oslo_concurrency.lockutils [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.707369] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.707754] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.821040] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356412, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.827130] env[69529]: DEBUG nova.scheduler.client.report [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.840492] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c00c5-7bd1-a767-ffcc-20bb116aa4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.022216} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.841344] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a08980-d973-4361-a8f0-1088f27930ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.847165] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1043.847165] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e1f42-16fd-0794-c3df-d862161c9ce0" [ 1043.847165] env[69529]: _type = "Task" [ 1043.847165] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.857854] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e1f42-16fd-0794-c3df-d862161c9ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.859018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.859647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.859879] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.860223] env[69529]: DEBUG oslo_concurrency.lockutils [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.860306] env[69529]: DEBUG nova.network.neutron [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing network info cache for port 288318da-b06d-4713-aa4e-e86b67843723 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.862566] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c79290-cbc6-46e3-b2be-f03fcad572f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.887877] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.890342] env[69529]: DEBUG nova.virt.hardware [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.896816] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfiguring VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1043.897494] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d566a7-3308-4d81-9dc7-9b398c22b42d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.914891] env[69529]: DEBUG oslo_vmware.api [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1043.914891] env[69529]: value = "task-3356413" [ 1043.914891] env[69529]: _type = "Task" [ 1043.914891] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.922558] env[69529]: DEBUG oslo_vmware.api [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356413, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.024302] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Acquiring lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.025858] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Acquired lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.025858] env[69529]: DEBUG nova.network.neutron [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.209870] env[69529]: DEBUG nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.319903] env[69529]: DEBUG oslo_vmware.api [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356412, 'name': PowerOnVM_Task, 'duration_secs': 0.588712} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.320260] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.320492] env[69529]: INFO nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1044.320699] env[69529]: DEBUG nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.321479] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04967bd8-5aa8-4b88-9f24-b143f4d68281 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.332764] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.333512] env[69529]: DEBUG nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.335627] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.621s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.335841] env[69529]: DEBUG nova.objects.instance [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'resources' on Instance uuid b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.359787] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e1f42-16fd-0794-c3df-d862161c9ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.360109] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.360345] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5a83be60-1628-4d7d-a158-c2953f52b502/5a83be60-1628-4d7d-a158-c2953f52b502.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.360708] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83fd79f8-e142-4ed9-8368-6f1d3c47a28c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.370426] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1044.370426] env[69529]: value = "task-3356414" [ 1044.370426] env[69529]: _type = "Task" [ 1044.370426] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.380592] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.425610] env[69529]: DEBUG oslo_vmware.api [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.579324] env[69529]: DEBUG nova.network.neutron [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.670121] env[69529]: DEBUG nova.network.neutron [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updated VIF entry in instance network info cache for port 288318da-b06d-4713-aa4e-e86b67843723. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.670606] env[69529]: DEBUG nova.network.neutron [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "288318da-b06d-4713-aa4e-e86b67843723", "address": "fa:16:3e:77:d5:09", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288318da-b0", "ovs_interfaceid": "288318da-b06d-4713-aa4e-e86b67843723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.683226] env[69529]: DEBUG nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.683848] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.684096] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.685257] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.685257] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.685257] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.685257] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.685257] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.685257] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.685257] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.685558] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.685558] env[69529]: DEBUG nova.virt.hardware [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.686938] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7417ae-d1e5-4ddc-ba4f-75a677370283 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.696389] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3161a5-2f5c-4efe-9d7a-a0f0658d835f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.735747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.755518] env[69529]: DEBUG nova.network.neutron [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Updating instance_info_cache with network_info: [{"id": "acc13a0e-1d75-4b1c-858f-429045b45b60", "address": "fa:16:3e:8f:7d:0b", "network": {"id": "07e5f7d6-33f3-414c-babb-a6dda2e1a5b6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1831588901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c23a44c3544babb8b83ba0a0e46a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc13a0e-1d", "ovs_interfaceid": "acc13a0e-1d75-4b1c-858f-429045b45b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.840550] env[69529]: DEBUG nova.compute.utils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.847705] env[69529]: DEBUG nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.848041] env[69529]: DEBUG nova.network.neutron [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.850091] env[69529]: INFO nova.compute.manager [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Took 22.17 seconds to build instance. [ 1044.882698] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356414, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.903508] env[69529]: DEBUG nova.policy [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ffd128d4064ee8875416671f5b6657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70fc18bf11f48c794a32b605df8a4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.925211] env[69529]: DEBUG oslo_vmware.api [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356413, 'name': ReconfigVM_Task, 'duration_secs': 0.64013} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.925630] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.925864] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfigured VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1045.178863] env[69529]: DEBUG oslo_concurrency.lockutils [req-d6ef751b-5e4d-4513-8e9c-28ea7949c744 req-8ad341ed-970f-423f-9e9a-e927e33117cf service nova] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.179890] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd435714-b5ea-4900-a5c2-0d19ee74fe3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.190328] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550ff2f8-bbf6-4b05-b64c-8f5039f50d93 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.223667] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85ac3cd-86d3-409c-8d07-9baea9bf922a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.232914] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6075c413-014b-44f5-9c3b-a0e27aa2a783 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.250216] env[69529]: DEBUG nova.compute.provider_tree [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.258597] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Releasing lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.258917] env[69529]: DEBUG nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Instance network_info: |[{"id": "acc13a0e-1d75-4b1c-858f-429045b45b60", "address": "fa:16:3e:8f:7d:0b", "network": {"id": "07e5f7d6-33f3-414c-babb-a6dda2e1a5b6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1831588901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c23a44c3544babb8b83ba0a0e46a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc13a0e-1d", "ovs_interfaceid": "acc13a0e-1d75-4b1c-858f-429045b45b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.261026] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:7d:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc13a0e-1d75-4b1c-858f-429045b45b60', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.269271] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Creating folder: Project (73c23a44c3544babb8b83ba0a0e46a3d). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.270578] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b40aaf1-f7de-49b0-9dc3-76dd53f40877 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.284443] env[69529]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1045.284652] env[69529]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69529) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1045.285074] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Folder already exists: Project (73c23a44c3544babb8b83ba0a0e46a3d). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1045.285311] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Creating folder: Instances. Parent ref: group-v669878. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.285565] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0dc03f3-7fff-43a4-8578-42335a6d0612 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.288682] env[69529]: DEBUG nova.network.neutron [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Successfully created port: 2a4d8699-4399-434b-81a4-fa0e418340fe {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.301991] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Created folder: Instances in parent group-v669878. [ 1045.301991] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.301991] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.301991] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2327205b-fb6e-436d-b53e-a103c790b99b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.321702] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.321702] env[69529]: value = "task-3356417" [ 1045.321702] env[69529]: _type = "Task" [ 1045.321702] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.329980] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356417, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.348991] env[69529]: DEBUG nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.354968] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6685e2e6-63a7-474a-ad93-984d2468a9a4 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.680s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.383518] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846855} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.383851] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5a83be60-1628-4d7d-a158-c2953f52b502/5a83be60-1628-4d7d-a158-c2953f52b502.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.384117] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.384436] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-511b120e-6a70-4ee1-8d60-d1325b95afc1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.391518] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1045.391518] env[69529]: value = "task-3356418" [ 1045.391518] env[69529]: _type = "Task" [ 1045.391518] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.399072] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.431681] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0131a3d0-8b39-48f4-864c-78eaadcca1fc tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.751s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.754409] env[69529]: DEBUG nova.scheduler.client.report [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.799072] env[69529]: DEBUG nova.compute.manager [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Received event network-vif-plugged-acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.799356] env[69529]: DEBUG oslo_concurrency.lockutils [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] Acquiring lock "ebc87d1b-adf1-4b14-ba31-630b57b16039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.799526] env[69529]: DEBUG oslo_concurrency.lockutils [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.799684] env[69529]: DEBUG oslo_concurrency.lockutils [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.799875] env[69529]: DEBUG nova.compute.manager [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] No waiting events found dispatching network-vif-plugged-acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.800033] env[69529]: WARNING nova.compute.manager [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Received unexpected event network-vif-plugged-acc13a0e-1d75-4b1c-858f-429045b45b60 for instance with vm_state building and task_state spawning. [ 1045.800234] env[69529]: DEBUG nova.compute.manager [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Received event network-changed-acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.800359] env[69529]: DEBUG nova.compute.manager [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Refreshing instance network info cache due to event network-changed-acc13a0e-1d75-4b1c-858f-429045b45b60. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.800510] env[69529]: DEBUG oslo_concurrency.lockutils [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] Acquiring lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.800674] env[69529]: DEBUG oslo_concurrency.lockutils [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] Acquired lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.800860] env[69529]: DEBUG nova.network.neutron [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Refreshing network info cache for port acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.832402] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356417, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.901798] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066437} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.902085] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.902898] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5fe41c-4d90-40cb-a728-5b9f64582acb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.926023] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 5a83be60-1628-4d7d-a158-c2953f52b502/5a83be60-1628-4d7d-a158-c2953f52b502.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.926375] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d7f71b-a4f6-491f-8cd4-eb0395fde19c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.947279] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1045.947279] env[69529]: value = "task-3356419" [ 1045.947279] env[69529]: _type = "Task" [ 1045.947279] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.958298] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.261033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.262906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.354s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.263159] env[69529]: DEBUG nova.objects.instance [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lazy-loading 'resources' on Instance uuid c7a63209-9705-4caa-b567-ffd30dbe38c2 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.286228] env[69529]: INFO nova.scheduler.client.report [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted allocations for instance b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c [ 1046.333907] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356417, 'name': CreateVM_Task, 'duration_secs': 0.682023} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.334142] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.334767] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'be264f66-78ba-4a7b-8766-325c133b43fc', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669885', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'name': 'volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebc87d1b-adf1-4b14-ba31-630b57b16039', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'serial': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95'}, 'volume_type': None}], 'swap': None} {{(pid=69529) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1046.335018] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Root volume attach. Driver type: vmdk {{(pid=69529) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1046.335795] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21884b5e-28bd-46f0-9879-91d3529d770f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.348231] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a199f9-f666-49d5-9c69-22f6f8b7f4b3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.354407] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1eaf8b-f9e6-40b8-b700-707cd5a1bc25 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.359271] env[69529]: DEBUG nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.363542] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5fd1ecf2-38e0-4f60-8118-4cb60570ea50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.370628] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1046.370628] env[69529]: value = "task-3356420" [ 1046.370628] env[69529]: _type = "Task" [ 1046.370628] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.382661] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356420, 'name': RelocateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.384802] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.385079] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.385254] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.385442] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.385589] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.385736] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.385943] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.386115] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.386285] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.386445] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.386663] env[69529]: DEBUG nova.virt.hardware [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.387440] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbcdffc-d230-4759-9a14-a1ed750f69b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.398612] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b29365-355e-4688-9a3a-7b82bcbcfff1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.461689] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.554819] env[69529]: DEBUG nova.network.neutron [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Updated VIF entry in instance network info cache for port acc13a0e-1d75-4b1c-858f-429045b45b60. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.555990] env[69529]: DEBUG nova.network.neutron [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Updating instance_info_cache with network_info: [{"id": "acc13a0e-1d75-4b1c-858f-429045b45b60", "address": "fa:16:3e:8f:7d:0b", "network": {"id": "07e5f7d6-33f3-414c-babb-a6dda2e1a5b6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1831588901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c23a44c3544babb8b83ba0a0e46a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc13a0e-1d", "ovs_interfaceid": "acc13a0e-1d75-4b1c-858f-429045b45b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.797998] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5ae64bc7-c337-45c1-a54b-7f23e209bca1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.026s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.888745] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356420, 'name': RelocateVM_Task} progress is 19%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.962018] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.983342] env[69529]: DEBUG nova.network.neutron [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Successfully updated port: 2a4d8699-4399-434b-81a4-fa0e418340fe {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.040136] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede8b62-5326-4a0e-8469-f28929f9a418 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.044567] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.044755] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.044935] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.045136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.045304] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.049031] env[69529]: INFO nova.compute.manager [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Terminating instance [ 1047.051172] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e554e91-341b-487c-97a1-f6f25aae9d9b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.057688] env[69529]: DEBUG oslo_concurrency.lockutils [req-6301f51c-d7c4-4a54-9324-62a245a930d1 req-640a68b5-6596-4a19-a7f1-b432d94cca2a service nova] Releasing lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.087434] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896ed38f-acbc-4828-a290-e55db3979734 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.092293] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0688c-2a74-4d99-8719-d01f02e267eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.100314] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "586baa9e-b3d1-4530-91c7-a73c3b437985" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.100541] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "586baa9e-b3d1-4530-91c7-a73c3b437985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.109990] env[69529]: DEBUG nova.compute.provider_tree [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.113895] env[69529]: DEBUG nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.381512] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356420, 'name': RelocateVM_Task} progress is 19%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.461256] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356419, 'name': ReconfigVM_Task, 'duration_secs': 1.353626} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.461557] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 5a83be60-1628-4d7d-a158-c2953f52b502/5a83be60-1628-4d7d-a158-c2953f52b502.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.462212] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79590bdc-8970-4dc5-afad-9f37fa63fd07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.468134] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1047.468134] env[69529]: value = "task-3356421" [ 1047.468134] env[69529]: _type = "Task" [ 1047.468134] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.476366] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356421, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.488155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-67b2878d-f071-400a-8149-9763ad48c6ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.488368] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-67b2878d-f071-400a-8149-9763ad48c6ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.488530] env[69529]: DEBUG nova.network.neutron [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.511455] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-9d8f556d-57ad-42bd-a95a-b5acf8b7227a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.511708] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-9d8f556d-57ad-42bd-a95a-b5acf8b7227a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.512202] env[69529]: DEBUG nova.objects.instance [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'flavor' on Instance uuid 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.557208] env[69529]: DEBUG nova.compute.manager [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.557702] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.559298] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0ea605-6b6c-4336-a7c1-a7654bc01f9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.570255] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.570755] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49f3f3ab-117b-4b85-ad85-71ade889d80b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.578977] env[69529]: DEBUG oslo_vmware.api [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1047.578977] env[69529]: value = "task-3356422" [ 1047.578977] env[69529]: _type = "Task" [ 1047.578977] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.591805] env[69529]: DEBUG oslo_vmware.api [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.616289] env[69529]: DEBUG nova.scheduler.client.report [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.640402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.882813] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356420, 'name': RelocateVM_Task, 'duration_secs': 1.38822} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.883267] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.883360] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669885', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'name': 'volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebc87d1b-adf1-4b14-ba31-630b57b16039', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'serial': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.884231] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929e79e6-f18e-452c-99fc-93753d894acb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.902325] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118f0f15-953d-421a-846b-ac6cb8fd13f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.926363] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95/volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.926698] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c493f5ed-2d43-4806-82b7-20459ffdfd5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.948575] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1047.948575] env[69529]: value = "task-3356423" [ 1047.948575] env[69529]: _type = "Task" [ 1047.948575] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.957521] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.977819] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356421, 'name': Rename_Task, 'duration_secs': 0.19919} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.978184] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.978437] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b60de2aa-2f9c-46f3-8235-ead815f236d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.984415] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1047.984415] env[69529]: value = "task-3356424" [ 1047.984415] env[69529]: _type = "Task" [ 1047.984415] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.995412] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.998743] env[69529]: DEBUG nova.compute.manager [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Received event network-vif-plugged-2a4d8699-4399-434b-81a4-fa0e418340fe {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.998957] env[69529]: DEBUG oslo_concurrency.lockutils [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] Acquiring lock "67b2878d-f071-400a-8149-9763ad48c6ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.999180] env[69529]: DEBUG oslo_concurrency.lockutils [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] Lock "67b2878d-f071-400a-8149-9763ad48c6ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.999397] env[69529]: DEBUG oslo_concurrency.lockutils [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] Lock "67b2878d-f071-400a-8149-9763ad48c6ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.999680] env[69529]: DEBUG nova.compute.manager [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] No waiting events found dispatching network-vif-plugged-2a4d8699-4399-434b-81a4-fa0e418340fe {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.999825] env[69529]: WARNING nova.compute.manager [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Received unexpected event network-vif-plugged-2a4d8699-4399-434b-81a4-fa0e418340fe for instance with vm_state building and task_state spawning. [ 1048.000084] env[69529]: DEBUG nova.compute.manager [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Received event network-changed-2a4d8699-4399-434b-81a4-fa0e418340fe {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.000281] env[69529]: DEBUG nova.compute.manager [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Refreshing instance network info cache due to event network-changed-2a4d8699-4399-434b-81a4-fa0e418340fe. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.000453] env[69529]: DEBUG oslo_concurrency.lockutils [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] Acquiring lock "refresh_cache-67b2878d-f071-400a-8149-9763ad48c6ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.030394] env[69529]: DEBUG nova.network.neutron [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.089844] env[69529]: DEBUG oslo_vmware.api [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356422, 'name': PowerOffVM_Task, 'duration_secs': 0.323505} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.090161] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.090337] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.090604] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac07b223-45d5-4e51-ab09-10e0f1602731 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.129019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.129019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.814s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.130427] env[69529]: INFO nova.compute.claims [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.149455] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.149707] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.149707] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Deleting the datastore file [datastore1] 5d4e84a2-185a-4f6c-ba78-6bc4eb373089 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.150458] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cda59a4-f110-4e0e-aea3-9c2bf689f4ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.158430] env[69529]: DEBUG oslo_vmware.api [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for the task: (returnval){ [ 1048.158430] env[69529]: value = "task-3356426" [ 1048.158430] env[69529]: _type = "Task" [ 1048.158430] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.172310] env[69529]: DEBUG oslo_vmware.api [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.175364] env[69529]: INFO nova.scheduler.client.report [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Deleted allocations for instance c7a63209-9705-4caa-b567-ffd30dbe38c2 [ 1048.200769] env[69529]: DEBUG nova.objects.instance [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'pci_requests' on Instance uuid 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.242519] env[69529]: DEBUG nova.network.neutron [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Updating instance_info_cache with network_info: [{"id": "2a4d8699-4399-434b-81a4-fa0e418340fe", "address": "fa:16:3e:02:e8:c1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4d8699-43", "ovs_interfaceid": "2a4d8699-4399-434b-81a4-fa0e418340fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.458363] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356423, 'name': ReconfigVM_Task, 'duration_secs': 0.40694} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.458660] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95/volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.480969] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-749c5d80-1b90-423d-a3e6-0f4cf5d33be7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.480969] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1048.480969] env[69529]: value = "task-3356427" [ 1048.480969] env[69529]: _type = "Task" [ 1048.480969] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.492098] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.498209] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.671972] env[69529]: DEBUG oslo_vmware.api [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Task: {'id': task-3356426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212382} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.672397] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.672706] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.673030] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.673322] env[69529]: INFO nova.compute.manager [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1048.673739] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.674018] env[69529]: DEBUG nova.compute.manager [-] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.674178] env[69529]: DEBUG nova.network.neutron [-] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.685276] env[69529]: DEBUG oslo_concurrency.lockutils [None req-31b6a937-e6d9-4a14-bbfd-3da2cf607d52 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "c7a63209-9705-4caa-b567-ffd30dbe38c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.575s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.704136] env[69529]: DEBUG nova.objects.base [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Object Instance<6b00ba8a-af94-423f-8dc8-6d7302a898ac> lazy-loaded attributes: flavor,pci_requests {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.704136] env[69529]: DEBUG nova.network.neutron [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.745761] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-67b2878d-f071-400a-8149-9763ad48c6ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.746156] env[69529]: DEBUG nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Instance network_info: |[{"id": "2a4d8699-4399-434b-81a4-fa0e418340fe", "address": "fa:16:3e:02:e8:c1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4d8699-43", "ovs_interfaceid": "2a4d8699-4399-434b-81a4-fa0e418340fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.746492] env[69529]: DEBUG oslo_concurrency.lockutils [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] Acquired lock "refresh_cache-67b2878d-f071-400a-8149-9763ad48c6ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.746670] env[69529]: DEBUG nova.network.neutron [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Refreshing network info cache for port 2a4d8699-4399-434b-81a4-fa0e418340fe {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.748205] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:e8:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a4d8699-4399-434b-81a4-fa0e418340fe', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.756054] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.759405] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.760276] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c8beade-b0e6-45cf-a326-bc501dbfbf12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.783349] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.783349] env[69529]: value = "task-3356428" [ 1048.783349] env[69529]: _type = "Task" [ 1048.783349] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.793772] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356428, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.839957] env[69529]: DEBUG nova.policy [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.994042] env[69529]: DEBUG oslo_vmware.api [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356424, 'name': PowerOnVM_Task, 'duration_secs': 0.629393} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.997266] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.997486] env[69529]: INFO nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1048.997666] env[69529]: DEBUG nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.997959] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356427, 'name': ReconfigVM_Task, 'duration_secs': 0.324176} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.998662] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c5a165-fb4b-4861-b704-de7096ee38f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.001175] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669885', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'name': 'volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebc87d1b-adf1-4b14-ba31-630b57b16039', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'serial': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1049.001684] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f7f9bf3-0da7-47dd-839e-4d2db4f20c76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.014294] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1049.014294] env[69529]: value = "task-3356429" [ 1049.014294] env[69529]: _type = "Task" [ 1049.014294] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.027522] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356429, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.298640] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356428, 'name': CreateVM_Task, 'duration_secs': 0.438926} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.298640] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.299053] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.299225] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.299627] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.299803] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c769b9fc-8e91-4248-a38c-d5c122350b0b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.307937] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1049.307937] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5209ff3c-3ea3-f9ba-2b6b-671bbb70e022" [ 1049.307937] env[69529]: _type = "Task" [ 1049.307937] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.317817] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5209ff3c-3ea3-f9ba-2b6b-671bbb70e022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.397144] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80405a3-2c6d-44a7-9628-4440da1d2156 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.405888] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3486470-73d0-4f20-aa66-417df543ec99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.438479] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593509a9-aac8-4055-bd4f-dc77a99f25e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.445996] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d44c5e-9ecd-4550-a33b-bf136ee7a7a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.462884] env[69529]: DEBUG nova.compute.provider_tree [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.508758] env[69529]: DEBUG nova.network.neutron [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Updated VIF entry in instance network info cache for port 2a4d8699-4399-434b-81a4-fa0e418340fe. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.509140] env[69529]: DEBUG nova.network.neutron [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Updating instance_info_cache with network_info: [{"id": "2a4d8699-4399-434b-81a4-fa0e418340fe", "address": "fa:16:3e:02:e8:c1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4d8699-43", "ovs_interfaceid": "2a4d8699-4399-434b-81a4-fa0e418340fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.512944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.513186] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.513355] env[69529]: DEBUG nova.compute.manager [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.517683] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d1facb-3ed7-429c-9fce-9190c39ba6a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.525667] env[69529]: INFO nova.compute.manager [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Took 25.95 seconds to build instance. [ 1049.528701] env[69529]: DEBUG nova.compute.manager [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1049.529426] env[69529]: DEBUG nova.objects.instance [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'flavor' on Instance uuid 663ce282-a30e-43bd-8922-d3f53e3392fc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.533635] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356429, 'name': Rename_Task, 'duration_secs': 0.137398} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.534068] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.534304] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8771dcf-6122-4afe-8541-a6356dad916c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.541061] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1049.541061] env[69529]: value = "task-3356430" [ 1049.541061] env[69529]: _type = "Task" [ 1049.541061] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.550117] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.631557] env[69529]: DEBUG nova.network.neutron [-] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.827485] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5209ff3c-3ea3-f9ba-2b6b-671bbb70e022, 'name': SearchDatastore_Task, 'duration_secs': 0.020855} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.827485] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.827485] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.827485] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.827485] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.827485] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.827485] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eb8552a-2816-4559-b16e-dcc34a489c4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.831253] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.831981] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.832240] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5b0a69-654e-44d7-8cf8-6e531c36390e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.840047] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1049.840047] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5fab8-7986-34f4-b455-692aae9c83cf" [ 1049.840047] env[69529]: _type = "Task" [ 1049.840047] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.847744] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5fab8-7986-34f4-b455-692aae9c83cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.990158] env[69529]: DEBUG nova.scheduler.client.report [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.011453] env[69529]: DEBUG oslo_concurrency.lockutils [req-772b69f5-2178-41fe-a0b9-c34fe5bba204 req-79780c4b-0f7e-49ae-b767-ccf1c90e0dad service nova] Releasing lock "refresh_cache-67b2878d-f071-400a-8149-9763ad48c6ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.028806] env[69529]: DEBUG oslo_concurrency.lockutils [None req-12bf9d59-4acd-43dd-a738-94cd629e769f tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "5a83be60-1628-4d7d-a158-c2953f52b502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.467s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.052511] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356430, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.137940] env[69529]: INFO nova.compute.manager [-] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Took 1.46 seconds to deallocate network for instance. [ 1050.189345] env[69529]: DEBUG nova.compute.manager [req-46fb3095-c567-4d34-b936-ff1b3d54fffb req-7c8e4d7f-9014-4f4d-b9f5-c9c76bd4f046 service nova] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Received event network-vif-deleted-dcbe07d4-a2b6-4efc-86c5-11bbe0582fb5 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.351356] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5fab8-7986-34f4-b455-692aae9c83cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.352137] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd5ee75-dbad-46f8-ba43-403ecaa4971f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.358562] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1050.358562] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521c69de-ee55-d03f-54e0-114c9beb1bde" [ 1050.358562] env[69529]: _type = "Task" [ 1050.358562] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.366146] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521c69de-ee55-d03f-54e0-114c9beb1bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.481650] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.482054] env[69529]: DEBUG nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.486256] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.930s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.538390] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.538711] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e79b109-351c-4e77-b56d-1baf4f7689bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.547377] env[69529]: DEBUG oslo_vmware.api [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1050.547377] env[69529]: value = "task-3356431" [ 1050.547377] env[69529]: _type = "Task" [ 1050.547377] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.554030] env[69529]: DEBUG oslo_vmware.api [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356430, 'name': PowerOnVM_Task, 'duration_secs': 0.739614} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.554760] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.555021] env[69529]: INFO nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1050.555216] env[69529]: DEBUG nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.556022] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00febb01-6222-479e-ad22-af7a3e43b81c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.565461] env[69529]: DEBUG oslo_vmware.api [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.639832] env[69529]: DEBUG nova.network.neutron [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Successfully updated port: 9d8f556d-57ad-42bd-a95a-b5acf8b7227a {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.644690] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.833447] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "5a83be60-1628-4d7d-a158-c2953f52b502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.833876] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "5a83be60-1628-4d7d-a158-c2953f52b502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.834258] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "5a83be60-1628-4d7d-a158-c2953f52b502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.834850] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "5a83be60-1628-4d7d-a158-c2953f52b502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.834850] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "5a83be60-1628-4d7d-a158-c2953f52b502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.837553] env[69529]: INFO nova.compute.manager [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Terminating instance [ 1050.870440] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521c69de-ee55-d03f-54e0-114c9beb1bde, 'name': SearchDatastore_Task, 'duration_secs': 0.016761} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.870776] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.871092] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.871402] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd433018-a9f9-4dc3-b548-773349585eb2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.880898] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1050.880898] env[69529]: value = "task-3356432" [ 1050.880898] env[69529]: _type = "Task" [ 1050.880898] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.889548] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.001052] env[69529]: DEBUG nova.compute.utils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.001052] env[69529]: DEBUG nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.001052] env[69529]: DEBUG nova.network.neutron [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.038338] env[69529]: DEBUG nova.policy [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43407a5906c64cd0a0e13dc0c23177fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd80eedeab2fb4c1ca4857e85b52d0ad3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.059050] env[69529]: DEBUG oslo_vmware.api [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356431, 'name': PowerOffVM_Task, 'duration_secs': 0.410726} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.059292] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.059523] env[69529]: DEBUG nova.compute.manager [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.060362] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e4a882-51c6-42a9-a332-75eb37ffb300 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.078590] env[69529]: INFO nova.compute.manager [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Took 24.76 seconds to build instance. [ 1051.144875] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.144875] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.144875] env[69529]: DEBUG nova.network.neutron [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.344467] env[69529]: DEBUG nova.compute.manager [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.344467] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.344467] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3707ccd-336e-45fd-ba9c-5676a2aa3e2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.355040] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.355620] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9efdee24-78ca-451e-8be1-c9626cfe0b7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.364798] env[69529]: DEBUG oslo_vmware.api [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1051.364798] env[69529]: value = "task-3356433" [ 1051.364798] env[69529]: _type = "Task" [ 1051.364798] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.380466] env[69529]: DEBUG oslo_vmware.api [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.385716] env[69529]: DEBUG nova.network.neutron [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Successfully created port: 7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.394262] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51295} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.394554] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.394789] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.395084] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d79f3af4-a2f1-49d1-8596-ecc1fd8a2854 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.405663] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1051.405663] env[69529]: value = "task-3356434" [ 1051.405663] env[69529]: _type = "Task" [ 1051.405663] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.414805] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.506200] env[69529]: DEBUG nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.538020] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538020] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 656029d7-0bfc-4e9a-a894-8d29066228bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538020] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538020] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance e3da2690-31c8-410a-b003-b983eea08863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538020] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 6b00ba8a-af94-423f-8dc8-6d7302a898ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538020] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 663ce282-a30e-43bd-8922-d3f53e3392fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538318] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance d5f74b11-9993-4e39-b882-a22bf147f313 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538356] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance ac516853-029d-4685-a95c-d172e0240eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538578] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 7360cf93-363a-463c-952d-d4d733ecfc1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538690] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 44b8634c-461a-4b55-b773-a42a579fb445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.538904] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 4703db0e-38a8-4269-b646-91245f0c8ef0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1051.539432] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5d4e84a2-185a-4f6c-ba78-6bc4eb373089 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1051.539656] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5a83be60-1628-4d7d-a158-c2953f52b502 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.539853] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance ebc87d1b-adf1-4b14-ba31-630b57b16039 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.540047] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 67b2878d-f071-400a-8149-9763ad48c6ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.540250] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1051.580943] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d33bd612-698c-4fde-aec3-6aa881e81cb3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.584110] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ee840442-10b3-425d-8cc3-4546c5dad54e tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.272s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.681880] env[69529]: WARNING nova.network.neutron [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] 694448c7-e341-47eb-9dd5-d3553d1b6ff3 already exists in list: networks containing: ['694448c7-e341-47eb-9dd5-d3553d1b6ff3']. ignoring it [ 1051.682109] env[69529]: WARNING nova.network.neutron [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] 694448c7-e341-47eb-9dd5-d3553d1b6ff3 already exists in list: networks containing: ['694448c7-e341-47eb-9dd5-d3553d1b6ff3']. ignoring it [ 1051.881059] env[69529]: DEBUG oslo_vmware.api [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356433, 'name': PowerOffVM_Task, 'duration_secs': 0.164256} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.913706] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.913706] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.913706] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-042f2aef-0f3a-4e8d-bdbc-1857ace8b913 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.915597] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069043} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.916668] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.918317] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5410c0-d98b-4368-8667-6bfaf4f84b36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.945558] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.946391] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78172427-2c65-46b4-b1bc-27aa69f42c1a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.965222] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.965494] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.965735] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleting the datastore file [datastore1] 5a83be60-1628-4d7d-a158-c2953f52b502 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.966722] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d1db5b3-4a7a-4490-bb9d-7dff21351bf9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.971145] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1051.971145] env[69529]: value = "task-3356436" [ 1051.971145] env[69529]: _type = "Task" [ 1051.971145] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.975751] env[69529]: DEBUG oslo_vmware.api [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1051.975751] env[69529]: value = "task-3356437" [ 1051.975751] env[69529]: _type = "Task" [ 1051.975751] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.983046] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.994549] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.994823] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.995932] env[69529]: DEBUG oslo_vmware.api [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.044123] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance dc978cb9-500c-4b51-abd4-3dcbe5b33925 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1052.174296] env[69529]: DEBUG nova.network.neutron [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "288318da-b06d-4713-aa4e-e86b67843723", "address": "fa:16:3e:77:d5:09", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288318da-b0", "ovs_interfaceid": "288318da-b06d-4713-aa4e-e86b67843723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d8f556d-57ad-42bd-a95a-b5acf8b7227a", "address": "fa:16:3e:c3:d1:c0", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8f556d-57", "ovs_interfaceid": "9d8f556d-57ad-42bd-a95a-b5acf8b7227a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.272696] env[69529]: DEBUG nova.compute.manager [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Received event network-changed-acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.272917] env[69529]: DEBUG nova.compute.manager [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Refreshing instance network info cache due to event network-changed-acc13a0e-1d75-4b1c-858f-429045b45b60. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.273175] env[69529]: DEBUG oslo_concurrency.lockutils [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] Acquiring lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.273324] env[69529]: DEBUG oslo_concurrency.lockutils [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] Acquired lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.273533] env[69529]: DEBUG nova.network.neutron [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Refreshing network info cache for port acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.447455] env[69529]: DEBUG nova.compute.manager [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-vif-plugged-9d8f556d-57ad-42bd-a95a-b5acf8b7227a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.447455] env[69529]: DEBUG oslo_concurrency.lockutils [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.447586] env[69529]: DEBUG oslo_concurrency.lockutils [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.447711] env[69529]: DEBUG oslo_concurrency.lockutils [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.447897] env[69529]: DEBUG nova.compute.manager [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] No waiting events found dispatching network-vif-plugged-9d8f556d-57ad-42bd-a95a-b5acf8b7227a {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.448114] env[69529]: WARNING nova.compute.manager [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received unexpected event network-vif-plugged-9d8f556d-57ad-42bd-a95a-b5acf8b7227a for instance with vm_state active and task_state None. [ 1052.448329] env[69529]: DEBUG nova.compute.manager [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-changed-9d8f556d-57ad-42bd-a95a-b5acf8b7227a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.448527] env[69529]: DEBUG nova.compute.manager [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing instance network info cache due to event network-changed-9d8f556d-57ad-42bd-a95a-b5acf8b7227a. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.448710] env[69529]: DEBUG oslo_concurrency.lockutils [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.483841] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356436, 'name': ReconfigVM_Task, 'duration_secs': 0.343353} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.485207] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.485343] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9675df8f-29ca-4eaf-8301-6e9cc9c0d680 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.489775] env[69529]: DEBUG oslo_vmware.api [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.497617] env[69529]: DEBUG nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.500303] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1052.500303] env[69529]: value = "task-3356438" [ 1052.500303] env[69529]: _type = "Task" [ 1052.500303] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.509127] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356438, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.521371] env[69529]: DEBUG nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.547537] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 586baa9e-b3d1-4530-91c7-a73c3b437985 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1052.551064] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.551301] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.551460] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.551640] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.551786] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.551956] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.552138] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.552298] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.552462] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.552624] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.552796] env[69529]: DEBUG nova.virt.hardware [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.554057] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5999cc10-d6cf-4461-ba48-e11740d9ec87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.562951] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582c7eee-3824-4044-bd1f-32ca611bfa48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.677159] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.678209] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.678417] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.678709] env[69529]: DEBUG oslo_concurrency.lockutils [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.679420] env[69529]: DEBUG nova.network.neutron [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Refreshing network info cache for port 9d8f556d-57ad-42bd-a95a-b5acf8b7227a {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.681292] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de27fe6a-47e9-4a58-9019-5505671c5081 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.701868] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.702121] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.702285] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.702467] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.702613] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.702761] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.702988] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.703194] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.703364] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.703529] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.703701] env[69529]: DEBUG nova.virt.hardware [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.709879] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfiguring VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1052.710660] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42912f65-a5f1-406c-a21a-d97a335c7376 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.728614] env[69529]: DEBUG oslo_vmware.api [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1052.728614] env[69529]: value = "task-3356439" [ 1052.728614] env[69529]: _type = "Task" [ 1052.728614] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.737161] env[69529]: DEBUG oslo_vmware.api [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356439, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.929795] env[69529]: DEBUG nova.objects.instance [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'flavor' on Instance uuid 663ce282-a30e-43bd-8922-d3f53e3392fc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.990568] env[69529]: DEBUG oslo_vmware.api [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.56926} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.990568] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.990764] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.991224] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.991224] env[69529]: INFO nova.compute.manager [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1052.991362] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.991693] env[69529]: DEBUG nova.compute.manager [-] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.991693] env[69529]: DEBUG nova.network.neutron [-] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.016020] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356438, 'name': Rename_Task, 'duration_secs': 0.145893} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.016020] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.016020] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a813a139-0853-435f-a737-0a47b7ccfe74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.023425] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1053.023425] env[69529]: value = "task-3356440" [ 1053.023425] env[69529]: _type = "Task" [ 1053.023425] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.028362] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.036421] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.058517] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1053.059049] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1053.059049] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1053.108880] env[69529]: DEBUG nova.network.neutron [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Successfully updated port: 7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.197604] env[69529]: DEBUG nova.network.neutron [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Updated VIF entry in instance network info cache for port acc13a0e-1d75-4b1c-858f-429045b45b60. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.197604] env[69529]: DEBUG nova.network.neutron [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Updating instance_info_cache with network_info: [{"id": "acc13a0e-1d75-4b1c-858f-429045b45b60", "address": "fa:16:3e:8f:7d:0b", "network": {"id": "07e5f7d6-33f3-414c-babb-a6dda2e1a5b6", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1831588901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73c23a44c3544babb8b83ba0a0e46a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc13a0e-1d", "ovs_interfaceid": "acc13a0e-1d75-4b1c-858f-429045b45b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.240832] env[69529]: DEBUG oslo_vmware.api [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.393434] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f479c-2d97-4f5a-b2b2-dd13a2676fb5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.405341] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e069219-1473-4f5e-b351-b32ea6f763e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.440206] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1957f1f-7d5d-4341-9d81-edbf522fb1f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.443533] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.443707] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.443951] env[69529]: DEBUG nova.network.neutron [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.444140] env[69529]: DEBUG nova.objects.instance [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'info_cache' on Instance uuid 663ce282-a30e-43bd-8922-d3f53e3392fc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.451111] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f660c-cab9-4d50-b31e-81b81004d5f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.465689] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.505072] env[69529]: DEBUG nova.network.neutron [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updated VIF entry in instance network info cache for port 9d8f556d-57ad-42bd-a95a-b5acf8b7227a. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.505573] env[69529]: DEBUG nova.network.neutron [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "288318da-b06d-4713-aa4e-e86b67843723", "address": "fa:16:3e:77:d5:09", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288318da-b0", "ovs_interfaceid": "288318da-b06d-4713-aa4e-e86b67843723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d8f556d-57ad-42bd-a95a-b5acf8b7227a", "address": "fa:16:3e:c3:d1:c0", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8f556d-57", "ovs_interfaceid": "9d8f556d-57ad-42bd-a95a-b5acf8b7227a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.533771] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356440, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.614628] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.614783] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.614941] env[69529]: DEBUG nova.network.neutron [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.699364] env[69529]: DEBUG oslo_concurrency.lockutils [req-544ed38f-07d7-4701-a016-7524ad4a3609 req-c6b195f6-1122-4216-9295-c87ecdab2049 service nova] Releasing lock "refresh_cache-ebc87d1b-adf1-4b14-ba31-630b57b16039" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.743058] env[69529]: DEBUG oslo_vmware.api [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356439, 'name': ReconfigVM_Task, 'duration_secs': 0.636833} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.743703] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.744077] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfigured VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1053.948122] env[69529]: DEBUG nova.objects.base [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Object Instance<663ce282-a30e-43bd-8922-d3f53e3392fc> lazy-loaded attributes: flavor,info_cache {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.970311] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.973746] env[69529]: DEBUG nova.network.neutron [-] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.008266] env[69529]: DEBUG oslo_concurrency.lockutils [req-8066b70f-9b52-4781-8215-384ba759cfbb req-683b5827-c907-41ff-9711-43db56b0756c service nova] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.033196] env[69529]: DEBUG oslo_vmware.api [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356440, 'name': PowerOnVM_Task, 'duration_secs': 0.58333} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.033697] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.033901] env[69529]: INFO nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1054.034118] env[69529]: DEBUG nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.034864] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9039e7-22e1-487e-b66e-75fb12af51a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.145759] env[69529]: DEBUG nova.network.neutron [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.251053] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6e3b3588-b07b-40d9-9e14-a1011b814ae6 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-9d8f556d-57ad-42bd-a95a-b5acf8b7227a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.739s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.284887] env[69529]: DEBUG nova.network.neutron [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595be91-83", "ovs_interfaceid": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.478034] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1054.478271] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.992s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.478604] env[69529]: INFO nova.compute.manager [-] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Took 1.49 seconds to deallocate network for instance. [ 1054.481198] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.404s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.481393] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.483250] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.748s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.485298] env[69529]: INFO nova.compute.claims [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.495302] env[69529]: DEBUG nova.compute.manager [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-vif-plugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.495416] env[69529]: DEBUG oslo_concurrency.lockutils [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.495618] env[69529]: DEBUG oslo_concurrency.lockutils [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.495781] env[69529]: DEBUG oslo_concurrency.lockutils [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.496019] env[69529]: DEBUG nova.compute.manager [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] No waiting events found dispatching network-vif-plugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.496254] env[69529]: WARNING nova.compute.manager [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received unexpected event network-vif-plugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 for instance with vm_state building and task_state spawning. [ 1054.496401] env[69529]: DEBUG nova.compute.manager [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.496509] env[69529]: DEBUG nova.compute.manager [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing instance network info cache due to event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.496644] env[69529]: DEBUG oslo_concurrency.lockutils [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] Acquiring lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.516250] env[69529]: INFO nova.scheduler.client.report [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted allocations for instance 4703db0e-38a8-4269-b646-91245f0c8ef0 [ 1054.553433] env[69529]: INFO nova.compute.manager [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Took 25.29 seconds to build instance. [ 1054.674482] env[69529]: DEBUG nova.network.neutron [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.787164] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.787597] env[69529]: DEBUG nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Instance network_info: |[{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595be91-83", "ovs_interfaceid": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.787969] env[69529]: DEBUG oslo_concurrency.lockutils [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] Acquired lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.788216] env[69529]: DEBUG nova.network.neutron [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.789854] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:62:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7595be91-83b8-4630-a92b-4e82cf5c8c72', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.797659] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating folder: Project (d80eedeab2fb4c1ca4857e85b52d0ad3). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.800709] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60bbc9a5-ee52-4f9c-80b0-bd70c798d10b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.812027] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created folder: Project (d80eedeab2fb4c1ca4857e85b52d0ad3) in parent group-v669649. [ 1054.812202] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating folder: Instances. Parent ref: group-v669897. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.812436] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d98001db-495e-4947-9a67-4a5bebb91e82 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.822305] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created folder: Instances in parent group-v669897. [ 1054.822544] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.822744] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.822947] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6047b91-06cc-495f-a066-f4c241cd5f67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.845299] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.845299] env[69529]: value = "task-3356443" [ 1054.845299] env[69529]: _type = "Task" [ 1054.845299] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.853977] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356443, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.998655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.012593] env[69529]: DEBUG nova.network.neutron [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updated VIF entry in instance network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.012819] env[69529]: DEBUG nova.network.neutron [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595be91-83", "ovs_interfaceid": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.023545] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a3583668-f0e7-418a-b2df-344c02b0f6da tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "4703db0e-38a8-4269-b646-91245f0c8ef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.388s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.054643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-624079fd-7a92-4de7-8c71-a7ffd6bb2d4e tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "67b2878d-f071-400a-8149-9763ad48c6ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.796s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.177439] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.356188] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356443, 'name': CreateVM_Task, 'duration_secs': 0.505189} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.356389] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.357099] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.357282] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.357671] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.358894] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a96aaa-627f-41fb-8c3a-531db2c2598f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.362456] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1055.362456] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b32eab-29c6-c9bf-ab38-69b0388c9087" [ 1055.362456] env[69529]: _type = "Task" [ 1055.362456] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.370359] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b32eab-29c6-c9bf-ab38-69b0388c9087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.516814] env[69529]: DEBUG oslo_concurrency.lockutils [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] Releasing lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.517143] env[69529]: DEBUG nova.compute.manager [req-97d6ab71-0b0b-4064-8157-c5863ce60aac req-f62d9cbb-85cd-49d6-be3e-9df301160567 service nova] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Received event network-vif-deleted-80ce550e-44c4-4e8e-aefb-c379922c7327 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.706373] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4284d282-117e-4ad8-9e74-dadb7c7f106e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.716230] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64dcec4-b07a-4632-825a-4c4163e48db7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.753418] env[69529]: INFO nova.compute.manager [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Rebuilding instance [ 1055.756170] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e915855-7f4e-4b0f-97f6-9a2b15ee8eee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.765412] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0bfa04-69f1-4f92-9a38-53ff6d267fcd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.779624] env[69529]: DEBUG nova.compute.provider_tree [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.798654] env[69529]: DEBUG nova.compute.manager [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.799495] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575a1d1-5ee9-46b5-aa94-a34df12dd11e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.881022] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b32eab-29c6-c9bf-ab38-69b0388c9087, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.881022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.881022] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.881305] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.881305] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.881436] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.881687] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-938f1727-2d3c-4cd8-87cd-89d68bdedab1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.891083] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.891345] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.892278] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff5446b-560b-4cb0-a818-d719be0f5524 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.897827] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1055.897827] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5221eee9-c7c9-4073-5878-6bf475b887b4" [ 1055.897827] env[69529]: _type = "Task" [ 1055.897827] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.905867] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5221eee9-c7c9-4073-5878-6bf475b887b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.941043] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-288318da-b06d-4713-aa4e-e86b67843723" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.941346] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-288318da-b06d-4713-aa4e-e86b67843723" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.184343] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.184705] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e8f65cd-7ff7-42eb-be7e-e5dbb87381ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.193108] env[69529]: DEBUG oslo_vmware.api [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1056.193108] env[69529]: value = "task-3356444" [ 1056.193108] env[69529]: _type = "Task" [ 1056.193108] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.201231] env[69529]: DEBUG oslo_vmware.api [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.285673] env[69529]: DEBUG nova.scheduler.client.report [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.410760] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5221eee9-c7c9-4073-5878-6bf475b887b4, 'name': SearchDatastore_Task, 'duration_secs': 0.014283} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.411692] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-051c0423-2a26-4156-932b-63b5287df6d9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.417605] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1056.417605] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f165b1-c6c0-f3a8-2f4f-0ec78c6d005f" [ 1056.417605] env[69529]: _type = "Task" [ 1056.417605] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.425645] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f165b1-c6c0-f3a8-2f4f-0ec78c6d005f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.444900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.444900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.445761] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e7ef93-f135-4650-9e4e-034389d09406 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.464356] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ff63b-9a49-43f9-8ee1-eb62c140ca07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.492366] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfiguring VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1056.492693] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e327a3-47c3-4177-9e47-af9195d43e9b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.512186] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1056.512186] env[69529]: value = "task-3356445" [ 1056.512186] env[69529]: _type = "Task" [ 1056.512186] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.519722] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "12abcdd0-02bf-45c6-af60-662af31f6c50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.519965] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.526222] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.702513] env[69529]: DEBUG oslo_vmware.api [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.791226] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.791777] env[69529]: DEBUG nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.794609] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.154s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.795976] env[69529]: INFO nova.compute.claims [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.812346] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.812630] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b8af5d-a48f-43bd-8814-d10553b9144b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.819218] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1056.819218] env[69529]: value = "task-3356446" [ 1056.819218] env[69529]: _type = "Task" [ 1056.819218] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.827512] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.928785] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f165b1-c6c0-f3a8-2f4f-0ec78c6d005f, 'name': SearchDatastore_Task, 'duration_secs': 0.01051} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.929092] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.929363] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.929631] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187725dd-f3e7-40ab-9fbe-e3b8c50e5ed5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.936876] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1056.936876] env[69529]: value = "task-3356447" [ 1056.936876] env[69529]: _type = "Task" [ 1056.936876] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.944687] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.023440] env[69529]: DEBUG nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.026218] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.203515] env[69529]: DEBUG oslo_vmware.api [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356444, 'name': PowerOnVM_Task, 'duration_secs': 0.602134} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.203809] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.203948] env[69529]: DEBUG nova.compute.manager [None req-4f517aba-71e6-4342-83b3-d6dbea0f5d55 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.204714] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828c8450-2f01-4100-93a4-710cf11ea1b1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.303171] env[69529]: DEBUG nova.compute.utils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.304396] env[69529]: DEBUG nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.304812] env[69529]: DEBUG nova.network.neutron [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.328399] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356446, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.341138] env[69529]: DEBUG nova.policy [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa465067139c4da68ff510a919d1a17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8504dcb4048d406aae5994b38bb370b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.447643] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356447, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.527435] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.554725] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.641191] env[69529]: DEBUG nova.network.neutron [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Successfully created port: ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.808527] env[69529]: DEBUG nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.835223] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356446, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.952535] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.027165] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.051813] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa98f1d7-8d76-4f28-94fd-122e0cfe98c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.059569] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56471320-12ef-407a-87ea-a4a508259e83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.091559] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79430db5-bdb6-43b5-aea7-51dae6510bb2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.098868] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da445db6-687e-4c1e-be99-52183075eb7d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.112232] env[69529]: DEBUG nova.compute.provider_tree [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.329738] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356446, 'name': PowerOffVM_Task, 'duration_secs': 1.196625} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.330052] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.330260] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.331022] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d19398-6cfe-4f79-a0f3-2f531be93028 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.337696] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.337934] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa8760b1-7712-41fe-bc2f-c457e25368b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.398759] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.398931] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.399094] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleting the datastore file [datastore2] 67b2878d-f071-400a-8149-9763ad48c6ea {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.399362] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102d8a76-7762-463d-b0d9-568a932d4965 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.405982] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1058.405982] env[69529]: value = "task-3356449" [ 1058.405982] env[69529]: _type = "Task" [ 1058.405982] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.414703] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.447246] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356447, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.525552] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.615929] env[69529]: DEBUG nova.scheduler.client.report [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.819573] env[69529]: DEBUG nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.846870] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.847156] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.847335] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.847517] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.847704] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.847826] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.848692] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.848692] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.848692] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.848692] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.848932] env[69529]: DEBUG nova.virt.hardware [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.849684] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08770cf-17ac-4712-b3b3-7dd49db5e537 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.858049] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc38a2d-d03a-418e-b849-181443f48732 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.917276] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139037} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.917545] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.917729] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.917905] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.948205] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356447, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.884949} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.948461] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.948671] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.948913] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ca861f-70a3-48ff-872e-3f1495e3816e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.958305] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1058.958305] env[69529]: value = "task-3356450" [ 1058.958305] env[69529]: _type = "Task" [ 1058.958305] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.969798] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.026014] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.040671] env[69529]: DEBUG nova.compute.manager [req-b976e7f7-ef9a-4833-be24-6220f6df395c req-972b6786-7d97-4d80-8434-c64079df52bc service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Received event network-vif-plugged-ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.040919] env[69529]: DEBUG oslo_concurrency.lockutils [req-b976e7f7-ef9a-4833-be24-6220f6df395c req-972b6786-7d97-4d80-8434-c64079df52bc service nova] Acquiring lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.041309] env[69529]: DEBUG oslo_concurrency.lockutils [req-b976e7f7-ef9a-4833-be24-6220f6df395c req-972b6786-7d97-4d80-8434-c64079df52bc service nova] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.041577] env[69529]: DEBUG oslo_concurrency.lockutils [req-b976e7f7-ef9a-4833-be24-6220f6df395c req-972b6786-7d97-4d80-8434-c64079df52bc service nova] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.041734] env[69529]: DEBUG nova.compute.manager [req-b976e7f7-ef9a-4833-be24-6220f6df395c req-972b6786-7d97-4d80-8434-c64079df52bc service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] No waiting events found dispatching network-vif-plugged-ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.041864] env[69529]: WARNING nova.compute.manager [req-b976e7f7-ef9a-4833-be24-6220f6df395c req-972b6786-7d97-4d80-8434-c64079df52bc service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Received unexpected event network-vif-plugged-ea21f875-12de-4eff-ba23-5caaabfe65c3 for instance with vm_state building and task_state spawning. [ 1059.121347] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.121900] env[69529]: DEBUG nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.126829] env[69529]: DEBUG nova.network.neutron [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Successfully updated port: ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.127908] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.483s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.129026] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.130715] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.103s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.133027] env[69529]: INFO nova.compute.claims [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.155790] env[69529]: INFO nova.scheduler.client.report [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Deleted allocations for instance 5d4e84a2-185a-4f6c-ba78-6bc4eb373089 [ 1059.195373] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "d5f74b11-9993-4e39-b882-a22bf147f313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.195742] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "d5f74b11-9993-4e39-b882-a22bf147f313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.195996] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "d5f74b11-9993-4e39-b882-a22bf147f313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.196241] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "d5f74b11-9993-4e39-b882-a22bf147f313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.196448] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "d5f74b11-9993-4e39-b882-a22bf147f313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.198800] env[69529]: INFO nova.compute.manager [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Terminating instance [ 1059.470892] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065737} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.471288] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.472087] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183b3c57-fab5-4688-a426-a70171acc5d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.505442] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.505719] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be65940d-5a4c-4fc4-add9-7fa41095b8e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.532072] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.533462] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1059.533462] env[69529]: value = "task-3356451" [ 1059.533462] env[69529]: _type = "Task" [ 1059.533462] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.541063] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.629026] env[69529]: DEBUG nova.compute.utils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.632247] env[69529]: DEBUG nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1059.641673] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.645020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.645020] env[69529]: DEBUG nova.network.neutron [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.667167] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c10b1561-275d-41b4-a05d-08e57aff7781 tempest-ServersNegativeTestMultiTenantJSON-1959583082 tempest-ServersNegativeTestMultiTenantJSON-1959583082-project-member] Lock "5d4e84a2-185a-4f6c-ba78-6bc4eb373089" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.622s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.703060] env[69529]: DEBUG nova.compute.manager [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.703371] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.704527] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f388ea2d-2b0c-4831-823f-c841c93fa73c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.713886] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.714293] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce57e57f-d227-4fd7-bc55-87d3b3043153 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.723206] env[69529]: DEBUG oslo_vmware.api [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 1059.723206] env[69529]: value = "task-3356452" [ 1059.723206] env[69529]: _type = "Task" [ 1059.723206] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.733863] env[69529]: DEBUG oslo_vmware.api [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.015197] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "ac516853-029d-4685-a95c-d172e0240eb4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.015197] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.015197] env[69529]: DEBUG nova.virt.hardware [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.015197] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26d8cd-33d5-43a7-bfb4-9b7dfd929002 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.019669] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bd5f0f-01f3-4830-8b23-0b041539b2e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.032178] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:e8:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a4d8699-4399-434b-81a4-fa0e418340fe', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.043339] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.047338] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.051722] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6a2d93c-d11d-4ae6-9742-e9e948342817 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.074809] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356451, 'name': ReconfigVM_Task, 'duration_secs': 0.436059} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.078924] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.079584] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.079584] env[69529]: value = "task-3356453" [ 1060.079584] env[69529]: _type = "Task" [ 1060.079584] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.079800] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.080086] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcb29e17-1fde-43e1-85d9-b25a100e5789 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.091399] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356453, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.092841] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1060.092841] env[69529]: value = "task-3356454" [ 1060.092841] env[69529]: _type = "Task" [ 1060.092841] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.102102] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356454, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.133770] env[69529]: DEBUG nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.195442] env[69529]: DEBUG nova.network.neutron [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.236375] env[69529]: DEBUG oslo_vmware.api [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356452, 'name': PowerOffVM_Task, 'duration_secs': 0.216719} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.239028] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.239221] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.239672] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56d718ba-a223-43ab-b338-519511357be5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.318134] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.318134] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.318134] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Deleting the datastore file [datastore2] d5f74b11-9993-4e39-b882-a22bf147f313 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.320647] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a54cd4fd-b83d-42c4-9881-5587e7dd5a3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.330168] env[69529]: DEBUG oslo_vmware.api [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for the task: (returnval){ [ 1060.330168] env[69529]: value = "task-3356456" [ 1060.330168] env[69529]: _type = "Task" [ 1060.330168] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.343959] env[69529]: DEBUG oslo_vmware.api [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.349462] env[69529]: DEBUG nova.network.neutron [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Updating instance_info_cache with network_info: [{"id": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "address": "fa:16:3e:cb:29:16", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea21f875-12", "ovs_interfaceid": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.379284] env[69529]: DEBUG nova.compute.utils [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.448186] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6f785e-ce7e-447f-8360-9546091ad18f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.457566] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeab5f2c-d9fa-4a22-9828-c1aa0670bccd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.491665] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eaeae0-cef6-4f61-9df8-48c9f4390fec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.500669] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f691f6-0abb-4c87-9c38-ff7e20ee52ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.518311] env[69529]: DEBUG nova.compute.provider_tree [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.541813] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.592114] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356453, 'name': CreateVM_Task, 'duration_secs': 0.346352} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.592280] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.592946] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.593125] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.593462] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.593761] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f159105-296c-4993-a695-a7bceb932956 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.601950] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1060.601950] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52463b1c-29eb-8a4f-951f-a3e76034d2a1" [ 1060.601950] env[69529]: _type = "Task" [ 1060.601950] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.605069] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356454, 'name': Rename_Task, 'duration_secs': 0.169546} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.608104] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.608360] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-553797e8-410b-4056-9842-0b311dfcb67f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.616927] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52463b1c-29eb-8a4f-951f-a3e76034d2a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.618963] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619230] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.619473] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.619624] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619813] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.620137] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1060.620137] env[69529]: value = "task-3356457" [ 1060.620137] env[69529]: _type = "Task" [ 1060.620137] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.620326] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3923390b-1b84-4c99-b16e-2f9980136193 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.630432] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.632280] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.632461] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.633175] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c3e83c-f68a-42c7-8f9a-6c4bdbeed691 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.638963] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1060.638963] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528efdcf-43df-120b-b7fd-624e736f264b" [ 1060.638963] env[69529]: _type = "Task" [ 1060.638963] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.653947] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528efdcf-43df-120b-b7fd-624e736f264b, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.655169] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555af464-7f12-4d17-8303-cba9040715b6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.662386] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1060.662386] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521fca1c-04ae-5da8-9682-3d75e0225255" [ 1060.662386] env[69529]: _type = "Task" [ 1060.662386] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.677788] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521fca1c-04ae-5da8-9682-3d75e0225255, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.678188] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.678578] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.678931] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b8ccb25-6247-403a-b34d-e32a3f708fc3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.687954] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1060.687954] env[69529]: value = "task-3356458" [ 1060.687954] env[69529]: _type = "Task" [ 1060.687954] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.698379] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.844079] env[69529]: DEBUG oslo_vmware.api [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Task: {'id': task-3356456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165065} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.844421] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.844501] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.844668] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.844837] env[69529]: INFO nova.compute.manager [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1060.845890] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.845890] env[69529]: DEBUG nova.compute.manager [-] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.845890] env[69529]: DEBUG nova.network.neutron [-] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.853980] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.854658] env[69529]: DEBUG nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Instance network_info: |[{"id": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "address": "fa:16:3e:cb:29:16", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea21f875-12", "ovs_interfaceid": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.854811] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:29:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea21f875-12de-4eff-ba23-5caaabfe65c3', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.864747] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Creating folder: Project (8504dcb4048d406aae5994b38bb370b3). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.865225] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15927871-e740-40d1-8ef8-a82e59387bb6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.880720] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Created folder: Project (8504dcb4048d406aae5994b38bb370b3) in parent group-v669649. [ 1060.881599] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Creating folder: Instances. Parent ref: group-v669901. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.882410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.882903] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-162e800b-3e00-433c-b6eb-a518412139a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.895747] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Created folder: Instances in parent group-v669901. [ 1060.896115] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.896364] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.896530] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b54ffe22-37c2-4c25-92fd-d35db78a3f8b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.917490] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.917490] env[69529]: value = "task-3356461" [ 1060.917490] env[69529]: _type = "Task" [ 1060.917490] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.926179] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356461, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.021916] env[69529]: DEBUG nova.scheduler.client.report [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.047922] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.133488] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.154980] env[69529]: DEBUG nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.184113] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.184635] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.184839] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.185115] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.185313] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.185526] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.185816] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.186047] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.186286] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.186520] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.186756] env[69529]: DEBUG nova.virt.hardware [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.187805] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a874c6b4-94ff-432a-9e3c-fd1c7f54937e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.200725] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.204640] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2c819e-55ad-4d4e-b70b-7464cec52552 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.220633] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.226571] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Creating folder: Project (085c2b40e10e4dc0bf219ad9731e18ad). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.227065] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dabbb97-0191-4c23-92b2-26139e48a2ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.243343] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Created folder: Project (085c2b40e10e4dc0bf219ad9731e18ad) in parent group-v669649. [ 1061.243343] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Creating folder: Instances. Parent ref: group-v669904. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.243707] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0b5844-ce1b-4c23-9aad-0a160a4f215b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.256967] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Created folder: Instances in parent group-v669904. [ 1061.257419] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.257698] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.257972] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53a2252-cabd-43b4-9c11-bcf4565facdb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.278108] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.278108] env[69529]: value = "task-3356464" [ 1061.278108] env[69529]: _type = "Task" [ 1061.278108] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.291406] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356464, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.295161] env[69529]: DEBUG nova.compute.manager [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Received event network-changed-ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.295328] env[69529]: DEBUG nova.compute.manager [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Refreshing instance network info cache due to event network-changed-ea21f875-12de-4eff-ba23-5caaabfe65c3. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.295624] env[69529]: DEBUG oslo_concurrency.lockutils [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] Acquiring lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.295696] env[69529]: DEBUG oslo_concurrency.lockutils [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] Acquired lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.295855] env[69529]: DEBUG nova.network.neutron [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Refreshing network info cache for port ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.430755] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356461, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.532217] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.532746] env[69529]: DEBUG nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.540092] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.537s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.540371] env[69529]: DEBUG nova.objects.instance [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'resources' on Instance uuid 5a83be60-1628-4d7d-a158-c2953f52b502 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.554931] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.633183] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356457, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.713315] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76341} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.713591] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.713811] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.714096] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-862de386-d241-4bde-979b-bd36ac93cbb5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.721629] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1061.721629] env[69529]: value = "task-3356465" [ 1061.721629] env[69529]: _type = "Task" [ 1061.721629] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.731170] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.792297] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356464, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.928985] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356461, 'name': CreateVM_Task, 'duration_secs': 0.86568} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.929241] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.930021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.930223] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.930581] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.931403] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba458efe-6e46-4da3-b3b2-978b4dcbc22b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.936495] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1061.936495] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e2a703-59f3-b1f9-7445-3035fc2c057e" [ 1061.936495] env[69529]: _type = "Task" [ 1061.936495] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.945805] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e2a703-59f3-b1f9-7445-3035fc2c057e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.967970] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "ac516853-029d-4685-a95c-d172e0240eb4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.968330] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.968616] env[69529]: INFO nova.compute.manager [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Attaching volume 6c097fef-f9dc-443f-aee3-da188fb7c37a to /dev/sdb [ 1062.011406] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc19b8-6ca8-447a-a2a3-99c6319af9da {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.020387] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785e420d-dddf-4def-b80d-4bbb70580891 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.040436] env[69529]: DEBUG nova.virt.block_device [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updating existing volume attachment record: b0fa04e6-02a8-4ddc-a36d-132870d38742 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1062.044155] env[69529]: DEBUG nova.compute.utils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.055175] env[69529]: DEBUG nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.055175] env[69529]: DEBUG nova.network.neutron [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.069598] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.142697] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356457, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.157046] env[69529]: DEBUG nova.policy [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11d799bed888480496e4dd50c4d6313d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad51109cb3424f5eb1f074110917ad4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.234607] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092046} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.234890] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.235749] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e93128-ab1d-446d-a447-9f9a5a39e357 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.265487] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.269517] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e220a07-ed46-45fb-b97b-98ae9855cff7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.289069] env[69529]: DEBUG nova.network.neutron [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Updated VIF entry in instance network info cache for port ea21f875-12de-4eff-ba23-5caaabfe65c3. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.289444] env[69529]: DEBUG nova.network.neutron [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Updating instance_info_cache with network_info: [{"id": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "address": "fa:16:3e:cb:29:16", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea21f875-12", "ovs_interfaceid": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.300208] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356464, 'name': CreateVM_Task, 'duration_secs': 0.646578} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.301481] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.301818] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1062.301818] env[69529]: value = "task-3356467" [ 1062.301818] env[69529]: _type = "Task" [ 1062.301818] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.302215] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.302377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.302692] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.302980] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e466aef8-1807-4cc2-9499-7cb1ff67dd0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.315306] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1062.315306] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c27953-abce-85da-649f-4c23b21ef083" [ 1062.315306] env[69529]: _type = "Task" [ 1062.315306] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.319161] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.336738] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c27953-abce-85da-649f-4c23b21ef083, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.336907] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.337186] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.337436] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.337577] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.337750] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.338036] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a933cb9a-b8d4-4b78-8293-7d1809d885c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.353128] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.353128] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.353128] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd5c897-0211-4b7e-a411-504d101e2885 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.361084] env[69529]: DEBUG nova.network.neutron [-] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.368771] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1062.368771] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52738d9a-86c0-bc3b-18e8-eef0446935fd" [ 1062.368771] env[69529]: _type = "Task" [ 1062.368771] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.379351] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52738d9a-86c0-bc3b-18e8-eef0446935fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.383580] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00576451-93e1-4d73-9290-6ad89775e902 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.390254] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1062.390254] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc1264-57ca-30c6-d715-b65f36fbb1b6" [ 1062.390254] env[69529]: _type = "Task" [ 1062.390254] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.405478] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc1264-57ca-30c6-d715-b65f36fbb1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.449904] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e2a703-59f3-b1f9-7445-3035fc2c057e, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.450300] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.450725] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.450898] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.451155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.451469] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.451756] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19205cb6-2f5a-40a0-b174-4813a13f89ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.463331] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.463596] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.465330] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125322fe-8203-4e48-882d-4e2375b9c43c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.468694] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf8e100-6132-4058-b309-8a16c26a5518 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.476699] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1062.476699] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52694caa-cb6f-a941-876e-9da2ca0bad76" [ 1062.476699] env[69529]: _type = "Task" [ 1062.476699] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.482994] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b978d9-e2af-49cb-b210-1246133d1e9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.490485] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52694caa-cb6f-a941-876e-9da2ca0bad76, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.491467] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96001fb8-3138-48d1-ae69-c3e197558941 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.524405] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913e2a44-73db-4bb4-ae42-8ea69b162e36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.527244] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1062.527244] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3dcbd-7b28-8f60-d550-faaa660d840a" [ 1062.527244] env[69529]: _type = "Task" [ 1062.527244] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.535249] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0052753-2dd3-4248-9358-519de5e831db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.547077] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3dcbd-7b28-8f60-d550-faaa660d840a, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.547566] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.548051] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] dc978cb9-500c-4b51-abd4-3dcbe5b33925/dc978cb9-500c-4b51-abd4-3dcbe5b33925.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.548509] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5db5a92a-848e-4b70-9313-d06467b163e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.560538] env[69529]: DEBUG nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.564258] env[69529]: DEBUG nova.compute.provider_tree [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.573108] env[69529]: DEBUG oslo_vmware.api [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356445, 'name': ReconfigVM_Task, 'duration_secs': 5.828055} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.573108] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.573108] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Reconfigured VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1062.576886] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1062.576886] env[69529]: value = "task-3356469" [ 1062.576886] env[69529]: _type = "Task" [ 1062.576886] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.587089] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.639851] env[69529]: DEBUG oslo_vmware.api [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356457, 'name': PowerOnVM_Task, 'duration_secs': 1.581961} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.639851] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.640225] env[69529]: INFO nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1062.640469] env[69529]: DEBUG nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.641333] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffbb032-9cf1-41f8-acea-a1a83c030bba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.792759] env[69529]: DEBUG nova.network.neutron [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Successfully created port: 8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.795383] env[69529]: DEBUG oslo_concurrency.lockutils [req-81ca8e8a-7735-43db-b274-588d10be1621 req-198ae870-5d51-4f85-aa56-59670a630654 service nova] Releasing lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.814443] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356467, 'name': ReconfigVM_Task, 'duration_secs': 0.30935} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.814738] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 67b2878d-f071-400a-8149-9763ad48c6ea/67b2878d-f071-400a-8149-9763ad48c6ea.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.815441] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdb4ac93-c604-4e85-b7d5-ea5d05c490fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.827309] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1062.827309] env[69529]: value = "task-3356471" [ 1062.827309] env[69529]: _type = "Task" [ 1062.827309] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.843409] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356471, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.864206] env[69529]: INFO nova.compute.manager [-] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Took 2.02 seconds to deallocate network for instance. [ 1062.908914] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cc1264-57ca-30c6-d715-b65f36fbb1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012418} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.909292] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.909589] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.909885] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c45b87b-770d-42ed-ad5e-a930d81938e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.922432] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1062.922432] env[69529]: value = "task-3356472" [ 1062.922432] env[69529]: _type = "Task" [ 1062.922432] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.939792] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.070495] env[69529]: DEBUG nova.scheduler.client.report [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.092029] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356469, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.163173] env[69529]: INFO nova.compute.manager [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Took 25.86 seconds to build instance. [ 1063.339328] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356471, 'name': Rename_Task, 'duration_secs': 0.376136} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.339653] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.339934] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94da57e-ae3d-4361-b3e2-5da762f976e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.349116] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1063.349116] env[69529]: value = "task-3356473" [ 1063.349116] env[69529]: _type = "Task" [ 1063.349116] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.359888] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.373458] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.393450] env[69529]: DEBUG nova.compute.manager [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Received event network-vif-deleted-f45c2c85-b09c-4c41-a70c-8883abeab757 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.393450] env[69529]: DEBUG nova.compute.manager [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-vif-deleted-288318da-b06d-4713-aa4e-e86b67843723 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.393450] env[69529]: INFO nova.compute.manager [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Neutron deleted interface 288318da-b06d-4713-aa4e-e86b67843723; detaching it from the instance and deleting it from the info cache [ 1063.393450] env[69529]: DEBUG nova.network.neutron [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d8f556d-57ad-42bd-a95a-b5acf8b7227a", "address": "fa:16:3e:c3:d1:c0", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8f556d-57", "ovs_interfaceid": "9d8f556d-57ad-42bd-a95a-b5acf8b7227a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.440310] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.577508] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.581155] env[69529]: DEBUG nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.585040] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.030s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.585750] env[69529]: INFO nova.compute.claims [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.609132] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517304} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.612121] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] dc978cb9-500c-4b51-abd4-3dcbe5b33925/dc978cb9-500c-4b51-abd4-3dcbe5b33925.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.612365] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.612949] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fc71605-6cd0-43d8-94bd-0f195c2f7fe5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.619212] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.619490] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.619952] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.619952] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.619952] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.620128] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.620283] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.620443] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.620614] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.620777] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.620953] env[69529]: DEBUG nova.virt.hardware [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.621810] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9a3d3b-c94f-4d24-80ca-f4740fbf461f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.626387] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1063.626387] env[69529]: value = "task-3356474" [ 1063.626387] env[69529]: _type = "Task" [ 1063.626387] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.635747] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09497a63-9d7d-4311-868e-857e8d76a886 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.641887] env[69529]: INFO nova.scheduler.client.report [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted allocations for instance 5a83be60-1628-4d7d-a158-c2953f52b502 [ 1063.650409] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.665474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c583d683-0ce0-4b39-aab6-03f6a1fda46e tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.379s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.861547] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.896922] env[69529]: DEBUG oslo_concurrency.lockutils [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.897180] env[69529]: DEBUG oslo_concurrency.lockutils [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] Acquired lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.898085] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6ae0a5-11bc-41ad-857d-459dcbed5bf5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.920939] env[69529]: DEBUG oslo_concurrency.lockutils [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] Releasing lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.921288] env[69529]: WARNING nova.compute.manager [req-2b8fdee2-61dd-4abf-9fbf-285e812f7473 req-4b56a918-fb25-4976-b099-a787ede8bc30 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Detach interface failed, port_id=288318da-b06d-4713-aa4e-e86b67843723, reason: No device with interface-id 288318da-b06d-4713-aa4e-e86b67843723 exists on VM: nova.exception.NotFound: No device with interface-id 288318da-b06d-4713-aa4e-e86b67843723 exists on VM [ 1063.934560] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628319} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.934822] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.935020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.935308] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f236436-0dd4-47a1-a8cd-c72ce02e18e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.944359] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1063.944359] env[69529]: value = "task-3356475" [ 1063.944359] env[69529]: _type = "Task" [ 1063.944359] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.957213] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.144378] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159798} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.144378] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.144378] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa81340-bee7-4ad5-b907-2f2105e6681a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.159788] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.160169] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.160169] env[69529]: DEBUG nova.network.neutron [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.172727] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] dc978cb9-500c-4b51-abd4-3dcbe5b33925/dc978cb9-500c-4b51-abd4-3dcbe5b33925.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.173402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d3ba3c0-5e7f-4f5c-bf17-57ae2529780c tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "5a83be60-1628-4d7d-a158-c2953f52b502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.340s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.175028] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-249fd3b7-ad27-4001-8a7c-d51ee8751720 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.199033] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1064.199033] env[69529]: value = "task-3356476" [ 1064.199033] env[69529]: _type = "Task" [ 1064.199033] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.208411] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.265589] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.265921] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.266396] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.266396] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.266567] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.270590] env[69529]: INFO nova.compute.manager [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Terminating instance [ 1064.362928] env[69529]: DEBUG oslo_vmware.api [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356473, 'name': PowerOnVM_Task, 'duration_secs': 0.599523} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.362928] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.362928] env[69529]: DEBUG nova.compute.manager [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.363585] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360f8d70-bd63-4c5f-9ba1-caa2e5dd472b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.456232] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151681} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.456777] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.457685] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c00c9a-e7b3-4abc-8c43-ac3e5b097df7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.483475] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.487026] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e3bb7c-62d3-4a3a-8d9a-77efd530eae4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.504423] env[69529]: DEBUG nova.network.neutron [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Successfully updated port: 8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.514216] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1064.514216] env[69529]: value = "task-3356477" [ 1064.514216] env[69529]: _type = "Task" [ 1064.514216] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.524642] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.719821] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.775030] env[69529]: DEBUG nova.compute.manager [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.775202] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.776134] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91725e4c-a238-410a-a531-69bfd7e2f232 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.788571] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.789098] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01753061-46b4-4d56-bc06-f0c7054ec1b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.801232] env[69529]: DEBUG oslo_vmware.api [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1064.801232] env[69529]: value = "task-3356479" [ 1064.801232] env[69529]: _type = "Task" [ 1064.801232] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.817917] env[69529]: DEBUG oslo_vmware.api [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.890491] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.962318] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a3f14-21ef-4390-af6f-00010fab9bc7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.975477] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d404d-c606-4db7-8c6d-9180be99a542 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.010715] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.010953] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.011333] env[69529]: DEBUG nova.network.neutron [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.013725] env[69529]: INFO nova.network.neutron [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Port 9d8f556d-57ad-42bd-a95a-b5acf8b7227a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1065.014429] env[69529]: DEBUG nova.network.neutron [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [{"id": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "address": "fa:16:3e:a4:35:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5bc190-d0", "ovs_interfaceid": "2c5bc190-d0e6-4605-ac0a-f4ec68852edd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.015864] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3062745b-0e15-433c-a62b-d4abf4704b6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.032049] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e056d86f-de3c-4d7b-bae8-77da809971d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.036274] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356477, 'name': ReconfigVM_Task, 'duration_secs': 0.446713} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.037538] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.038609] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f17b8cb7-2f43-4b0d-b9d1-2e021d33cca1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.049958] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "7360cf93-363a-463c-952d-d4d733ecfc1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.050249] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.050525] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "7360cf93-363a-463c-952d-d4d733ecfc1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.050738] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.050949] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.052819] env[69529]: DEBUG nova.compute.provider_tree [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.054367] env[69529]: INFO nova.compute.manager [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Terminating instance [ 1065.057293] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1065.057293] env[69529]: value = "task-3356480" [ 1065.057293] env[69529]: _type = "Task" [ 1065.057293] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.070163] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356480, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.212464] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356476, 'name': ReconfigVM_Task, 'duration_secs': 0.697189} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.212889] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Reconfigured VM instance instance-0000005c to attach disk [datastore1] dc978cb9-500c-4b51-abd4-3dcbe5b33925/dc978cb9-500c-4b51-abd4-3dcbe5b33925.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.213665] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20b86117-7c82-4e9b-a766-a4a014fbeb50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.223372] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1065.223372] env[69529]: value = "task-3356481" [ 1065.223372] env[69529]: _type = "Task" [ 1065.223372] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.232738] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356481, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.312273] env[69529]: DEBUG oslo_vmware.api [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356479, 'name': PowerOffVM_Task, 'duration_secs': 0.308096} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.312638] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.312817] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.313095] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c7551a0-da62-49c2-9fa1-aa9eb04574f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.437251] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.437497] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.437684] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleting the datastore file [datastore2] 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.438000] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60fa37b1-d9b3-475b-9083-a86ca3a7813f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.448940] env[69529]: DEBUG oslo_vmware.api [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1065.448940] env[69529]: value = "task-3356483" [ 1065.448940] env[69529]: _type = "Task" [ 1065.448940] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.458155] env[69529]: DEBUG oslo_vmware.api [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.502768] env[69529]: DEBUG nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-vif-deleted-9d8f556d-57ad-42bd-a95a-b5acf8b7227a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.502990] env[69529]: DEBUG nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.503150] env[69529]: DEBUG nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing instance network info cache due to event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.503367] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Acquiring lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.503539] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Acquired lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.503935] env[69529]: DEBUG nova.network.neutron [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.520148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-6b00ba8a-af94-423f-8dc8-6d7302a898ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.555963] env[69529]: DEBUG nova.network.neutron [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.559641] env[69529]: DEBUG nova.scheduler.client.report [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.563314] env[69529]: DEBUG nova.compute.manager [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.563847] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.568026] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6247b090-432b-43df-b9d9-d94542422bbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.581884] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.582190] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356480, 'name': Rename_Task, 'duration_secs': 0.335466} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.582911] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-492749d1-3467-4bac-96fe-5579ce4136ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.585024] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.585943] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011ed94b-385b-4ffc-a8a3-c20efce08e96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.593907] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1065.593907] env[69529]: value = "task-3356485" [ 1065.593907] env[69529]: _type = "Task" [ 1065.593907] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.598423] env[69529]: DEBUG oslo_vmware.api [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1065.598423] env[69529]: value = "task-3356484" [ 1065.598423] env[69529]: _type = "Task" [ 1065.598423] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.604845] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.611672] env[69529]: DEBUG oslo_vmware.api [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.705918] env[69529]: DEBUG nova.network.neutron [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updating instance_info_cache with network_info: [{"id": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "address": "fa:16:3e:25:30:43", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3985dd-0e", "ovs_interfaceid": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.733676] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356481, 'name': Rename_Task, 'duration_secs': 0.290227} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.733951] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.734296] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16751143-47aa-4366-bb1d-e57d824f330b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.740692] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1065.740692] env[69529]: value = "task-3356486" [ 1065.740692] env[69529]: _type = "Task" [ 1065.740692] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.748770] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.962247] env[69529]: DEBUG oslo_vmware.api [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371277} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.962622] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.962876] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.963224] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.963481] env[69529]: INFO nova.compute.manager [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1065.963822] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.964094] env[69529]: DEBUG nova.compute.manager [-] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.964320] env[69529]: DEBUG nova.network.neutron [-] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.966900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "67b2878d-f071-400a-8149-9763ad48c6ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.967077] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "67b2878d-f071-400a-8149-9763ad48c6ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.967398] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "67b2878d-f071-400a-8149-9763ad48c6ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.967604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "67b2878d-f071-400a-8149-9763ad48c6ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.967942] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "67b2878d-f071-400a-8149-9763ad48c6ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.970703] env[69529]: INFO nova.compute.manager [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Terminating instance [ 1066.019808] env[69529]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 9d8f556d-57ad-42bd-a95a-b5acf8b7227a could not be found.", "detail": ""}} {{(pid=69529) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1066.020074] env[69529]: DEBUG nova.network.neutron [-] Unable to show port 9d8f556d-57ad-42bd-a95a-b5acf8b7227a as it no longer exists. {{(pid=69529) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1066.025970] env[69529]: DEBUG oslo_concurrency.lockutils [None req-52d4c06d-d3e3-468e-9446-00337ffb62db tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-6b00ba8a-af94-423f-8dc8-6d7302a898ac-288318da-b06d-4713-aa4e-e86b67843723" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.084s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.069141] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.069744] env[69529]: DEBUG nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.072643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.699s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.072908] env[69529]: DEBUG nova.objects.instance [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lazy-loading 'resources' on Instance uuid d5f74b11-9993-4e39-b882-a22bf147f313 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.106022] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356485, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.114780] env[69529]: DEBUG oslo_vmware.api [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356484, 'name': PowerOffVM_Task, 'duration_secs': 0.246264} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.115337] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.115563] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.115869] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a9878e8-fd59-424e-8c8f-f589eea9f82a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.180284] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.180488] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.180682] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleting the datastore file [datastore2] 7360cf93-363a-463c-952d-d4d733ecfc1a {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.180975] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0083669b-e1ab-499a-abad-ee6a24b7eda7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.191129] env[69529]: DEBUG oslo_vmware.api [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1066.191129] env[69529]: value = "task-3356488" [ 1066.191129] env[69529]: _type = "Task" [ 1066.191129] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.201087] env[69529]: DEBUG oslo_vmware.api [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.208745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Releasing lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.209363] env[69529]: DEBUG nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Instance network_info: |[{"id": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "address": "fa:16:3e:25:30:43", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3985dd-0e", "ovs_interfaceid": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.209800] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:30:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f3985dd-0ede-47c0-ab6e-54cedab8fdd9', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.219397] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.219697] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.219950] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df24c454-9de7-45e7-8968-908463e07c36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.240586] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.240586] env[69529]: value = "task-3356489" [ 1066.240586] env[69529]: _type = "Task" [ 1066.240586] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.255072] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356489, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.258619] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356486, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.391737] env[69529]: DEBUG nova.network.neutron [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updated VIF entry in instance network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.393398] env[69529]: DEBUG nova.network.neutron [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595be91-83", "ovs_interfaceid": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.475051] env[69529]: DEBUG nova.compute.manager [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.475392] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.476746] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96cc91a-235c-497a-aa20-fed10c97c0a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.488211] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.488560] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.494570] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.495964] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cd0c0fd-c8fb-4707-b4b5-6d07b8e760a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.507414] env[69529]: DEBUG oslo_vmware.api [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1066.507414] env[69529]: value = "task-3356490" [ 1066.507414] env[69529]: _type = "Task" [ 1066.507414] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.520773] env[69529]: DEBUG oslo_vmware.api [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.578544] env[69529]: DEBUG nova.compute.utils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.582888] env[69529]: DEBUG nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.583080] env[69529]: DEBUG nova.network.neutron [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.606806] env[69529]: DEBUG oslo_vmware.api [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356485, 'name': PowerOnVM_Task, 'duration_secs': 0.692233} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.607117] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.607319] env[69529]: INFO nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Took 5.45 seconds to spawn the instance on the hypervisor. [ 1066.607498] env[69529]: DEBUG nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.608320] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80507840-c680-4670-85b4-30cdd7b3d59f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.706247] env[69529]: DEBUG oslo_vmware.api [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214665} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.706536] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.706721] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.706914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.707439] env[69529]: INFO nova.compute.manager [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1066.707793] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.707908] env[69529]: DEBUG nova.compute.manager [-] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.708013] env[69529]: DEBUG nova.network.neutron [-] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.750654] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356489, 'name': CreateVM_Task, 'duration_secs': 0.373855} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.756467] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.760122] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.760333] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.760620] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.761508] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f290d73b-8e15-40c4-83a8-5a23abf85314 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.766833] env[69529]: DEBUG oslo_vmware.api [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356486, 'name': PowerOnVM_Task, 'duration_secs': 0.606286} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.767637] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.767949] env[69529]: INFO nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1066.768108] env[69529]: DEBUG nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.768916] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2ede10-bc66-4b73-9302-e2bbd672c975 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.773121] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1066.773121] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52913435-6502-ec9a-afd7-c4af34073cf8" [ 1066.773121] env[69529]: _type = "Task" [ 1066.773121] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.795033] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52913435-6502-ec9a-afd7-c4af34073cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.014497} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.795033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.795033] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.795033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.795033] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.795033] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.795033] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad13c2a-0392-494c-88a3-f301a1b74369 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.810841] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.810841] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.812015] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea177d6a-9215-4137-bf1f-dbb4f57c80c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.820760] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1066.820760] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5252be50-a468-5994-e35e-87d5d68fa1f1" [ 1066.820760] env[69529]: _type = "Task" [ 1066.820760] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.831169] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5252be50-a468-5994-e35e-87d5d68fa1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.838986] env[69529]: DEBUG nova.policy [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d5d2da985334d9e95b147efce662686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ef9bda84a84951b0234c8c70daf356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.898329] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Releasing lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.898811] env[69529]: DEBUG nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Received event network-vif-plugged-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.898811] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.899094] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.899294] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.899487] env[69529]: DEBUG nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] No waiting events found dispatching network-vif-plugged-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.899698] env[69529]: WARNING nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Received unexpected event network-vif-plugged-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 for instance with vm_state building and task_state spawning. [ 1066.899882] env[69529]: DEBUG nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Received event network-changed-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.900074] env[69529]: DEBUG nova.compute.manager [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Refreshing instance network info cache due to event network-changed-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.900295] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Acquiring lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.900463] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Acquired lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.900640] env[69529]: DEBUG nova.network.neutron [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Refreshing network info cache for port 8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.919990] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84746642-433e-42fb-901b-d4875e591cc9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.928302] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb5fbef-b395-4d42-bbfa-d6bccd5a8409 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.966432] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c34849a-345c-47d8-899b-467f5a004d3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.974977] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9c8924-e65a-4236-9c43-407ee44e719a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.991492] env[69529]: DEBUG nova.compute.provider_tree [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.995978] env[69529]: DEBUG nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.017355] env[69529]: DEBUG oslo_vmware.api [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356490, 'name': PowerOffVM_Task, 'duration_secs': 0.43324} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.017607] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.017771] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.018024] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f690792a-d04d-404e-962c-0e4effc857b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.083725] env[69529]: DEBUG nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.114045] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1067.114045] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1067.114045] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b30ee0-a689-461b-9de3-2cbacb9d0289 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.136295] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662a870d-e2ea-441a-b13b-5ee3180fc3fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.140882] env[69529]: INFO nova.compute.manager [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Took 19.52 seconds to build instance. [ 1067.170429] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-6c097fef-f9dc-443f-aee3-da188fb7c37a/volume-6c097fef-f9dc-443f-aee3-da188fb7c37a.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.170429] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1a8e87-3c7f-4a90-af4f-a40994f7046d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.194123] env[69529]: DEBUG oslo_vmware.api [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1067.194123] env[69529]: value = "task-3356492" [ 1067.194123] env[69529]: _type = "Task" [ 1067.194123] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.205901] env[69529]: DEBUG oslo_vmware.api [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.297023] env[69529]: INFO nova.compute.manager [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Took 22.58 seconds to build instance. [ 1067.300248] env[69529]: DEBUG nova.network.neutron [-] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.352272] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5252be50-a468-5994-e35e-87d5d68fa1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.352272] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91d5b3d-3f64-4624-910b-3a2d0da23d26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.352272] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1067.352272] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524d1ce2-3eb1-8a99-785e-5ac931d478fa" [ 1067.352272] env[69529]: _type = "Task" [ 1067.352272] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.361838] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524d1ce2-3eb1-8a99-785e-5ac931d478fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018387} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.362125] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.362394] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8/404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.362659] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-624faa91-484b-481a-954f-25ae1db20824 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.369536] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1067.369536] env[69529]: value = "task-3356493" [ 1067.369536] env[69529]: _type = "Task" [ 1067.369536] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.378694] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.495212] env[69529]: DEBUG nova.scheduler.client.report [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.520009] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.521078] env[69529]: DEBUG nova.network.neutron [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Successfully created port: 3cc27628-73cc-438a-b3c9-822e05afbc62 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.540202] env[69529]: DEBUG nova.compute.manager [req-de69eed4-03e1-4711-b2ae-19415766956a req-96df3bcc-fe52-406b-a589-48fc37e61999 service nova] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Received event network-vif-deleted-2c5bc190-d0e6-4605-ac0a-f4ec68852edd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.540202] env[69529]: DEBUG nova.compute.manager [req-de69eed4-03e1-4711-b2ae-19415766956a req-96df3bcc-fe52-406b-a589-48fc37e61999 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Received event network-vif-deleted-d70daa46-f8bd-4216-a8b9-b407b95d4315 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.540202] env[69529]: INFO nova.compute.manager [req-de69eed4-03e1-4711-b2ae-19415766956a req-96df3bcc-fe52-406b-a589-48fc37e61999 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Neutron deleted interface d70daa46-f8bd-4216-a8b9-b407b95d4315; detaching it from the instance and deleting it from the info cache [ 1067.540202] env[69529]: DEBUG nova.network.neutron [req-de69eed4-03e1-4711-b2ae-19415766956a req-96df3bcc-fe52-406b-a589-48fc37e61999 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.642788] env[69529]: DEBUG oslo_concurrency.lockutils [None req-63763c10-3ab9-4a33-8a5c-ea980c484299 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "586baa9e-b3d1-4530-91c7-a73c3b437985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.542s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.706634] env[69529]: DEBUG oslo_vmware.api [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.752056] env[69529]: DEBUG nova.network.neutron [-] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.797730] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a8f7a0e4-7ff7-48eb-bd8e-e302aa29adbf tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.090s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.803062] env[69529]: INFO nova.compute.manager [-] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Took 1.84 seconds to deallocate network for instance. [ 1067.882750] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356493, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.001032] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.004799] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.113s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.004999] env[69529]: DEBUG nova.objects.instance [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1068.012535] env[69529]: DEBUG nova.network.neutron [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updated VIF entry in instance network info cache for port 8f3985dd-0ede-47c0-ab6e-54cedab8fdd9. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.012926] env[69529]: DEBUG nova.network.neutron [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updating instance_info_cache with network_info: [{"id": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "address": "fa:16:3e:25:30:43", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3985dd-0e", "ovs_interfaceid": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.039744] env[69529]: INFO nova.scheduler.client.report [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Deleted allocations for instance d5f74b11-9993-4e39-b882-a22bf147f313 [ 1068.042376] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-845db00f-9824-4353-b75b-52cd8fadaf02 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.058213] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14891a4e-dce5-46ab-b214-2cfa74737101 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.096693] env[69529]: INFO nova.compute.manager [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Rebuilding instance [ 1068.099630] env[69529]: DEBUG nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.102515] env[69529]: DEBUG nova.compute.manager [req-de69eed4-03e1-4711-b2ae-19415766956a req-96df3bcc-fe52-406b-a589-48fc37e61999 service nova] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Detach interface failed, port_id=d70daa46-f8bd-4216-a8b9-b407b95d4315, reason: Instance 7360cf93-363a-463c-952d-d4d733ecfc1a could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.145409] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.145844] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.146528] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.146800] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.147136] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.147307] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.147796] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.147984] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.148209] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.148351] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.148599] env[69529]: DEBUG nova.virt.hardware [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.149833] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d70d6-212d-4dc8-8608-883a7ae2ee3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.160992] env[69529]: DEBUG nova.compute.manager [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.163182] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8fed72-91df-406a-865f-ecc8c330db17 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.167709] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d859ec-ff5b-4083-8445-0f2c6413adff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.204625] env[69529]: DEBUG oslo_vmware.api [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356492, 'name': ReconfigVM_Task, 'duration_secs': 0.838425} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.204934] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-6c097fef-f9dc-443f-aee3-da188fb7c37a/volume-6c097fef-f9dc-443f-aee3-da188fb7c37a.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.210265] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d884491d-08d2-45d4-ac45-f217f4f0eefb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.226564] env[69529]: DEBUG oslo_vmware.api [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1068.226564] env[69529]: value = "task-3356494" [ 1068.226564] env[69529]: _type = "Task" [ 1068.226564] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.235751] env[69529]: DEBUG oslo_vmware.api [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.258157] env[69529]: INFO nova.compute.manager [-] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Took 1.55 seconds to deallocate network for instance. [ 1068.268101] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.268239] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.268333] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleting the datastore file [datastore1] 67b2878d-f071-400a-8149-9763ad48c6ea {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.269341] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e320ce6e-da74-4305-801c-4c48e63ce3aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.275736] env[69529]: DEBUG oslo_vmware.api [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1068.275736] env[69529]: value = "task-3356495" [ 1068.275736] env[69529]: _type = "Task" [ 1068.275736] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.284779] env[69529]: DEBUG oslo_vmware.api [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.310659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.380352] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594532} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.380659] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8/404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.380886] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.381161] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ed7cbd-1911-4a88-89f8-97f1f776ae5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.387571] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1068.387571] env[69529]: value = "task-3356496" [ 1068.387571] env[69529]: _type = "Task" [ 1068.387571] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.396175] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.479306] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "44b8634c-461a-4b55-b773-a42a579fb445" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.479549] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.517813] env[69529]: DEBUG oslo_concurrency.lockutils [req-abe74599-d255-49fc-bbfe-ba16ada48b8c req-2b819bc2-60b6-4c43-9fdf-db3ead52d099 service nova] Releasing lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.554072] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e91a6a41-09c4-47ae-b88c-dbadbf444664 tempest-ServersV294TestFqdnHostnames-769016114 tempest-ServersV294TestFqdnHostnames-769016114-project-member] Lock "d5f74b11-9993-4e39-b882-a22bf147f313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.358s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.739742] env[69529]: DEBUG oslo_vmware.api [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356494, 'name': ReconfigVM_Task, 'duration_secs': 0.170645} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.739973] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1068.765154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.795321] env[69529]: DEBUG oslo_vmware.api [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264863} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.795614] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.795799] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.796066] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.796266] env[69529]: INFO nova.compute.manager [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1068.796519] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.796725] env[69529]: DEBUG nova.compute.manager [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.796823] env[69529]: DEBUG nova.network.neutron [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.900853] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068463} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.901157] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.902086] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b6375-3e97-4a7c-9dc1-27acbfcc9f94 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.925953] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8/404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.926314] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68d9823-4286-408a-9c57-aa9a5e481a9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.947387] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1068.947387] env[69529]: value = "task-3356497" [ 1068.947387] env[69529]: _type = "Task" [ 1068.947387] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.956863] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.983461] env[69529]: DEBUG nova.compute.utils [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.020434] env[69529]: DEBUG oslo_concurrency.lockutils [None req-761f526c-5f1f-41c5-98a4-ceab6e81ffae tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.021663] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.502s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.023500] env[69529]: INFO nova.compute.claims [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.189534] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.189862] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0580182-36ee-4bf1-8c13-7f479ff7bdab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.197149] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1069.197149] env[69529]: value = "task-3356498" [ 1069.197149] env[69529]: _type = "Task" [ 1069.197149] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.206088] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.447980] env[69529]: DEBUG nova.network.neutron [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Successfully updated port: 3cc27628-73cc-438a-b3c9-822e05afbc62 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.458769] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356497, 'name': ReconfigVM_Task, 'duration_secs': 0.283777} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.459088] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8/404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.460102] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e47a283f-4fc7-4bca-a747-a1a0e0644190 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.467137] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1069.467137] env[69529]: value = "task-3356499" [ 1069.467137] env[69529]: _type = "Task" [ 1069.467137] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.475198] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356499, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.486372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.563396] env[69529]: DEBUG nova.network.neutron [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.574282] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Received event network-changed-ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.574477] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Refreshing instance network info cache due to event network-changed-ea21f875-12de-4eff-ba23-5caaabfe65c3. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.574699] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Acquiring lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.574881] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Acquired lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.575017] env[69529]: DEBUG nova.network.neutron [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Refreshing network info cache for port ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.709335] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356498, 'name': PowerOffVM_Task, 'duration_secs': 0.136666} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.709610] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.709840] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.710618] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66886e2-5d07-4c30-93b3-1343a23851ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.717089] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.717342] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2a9a99f-935e-4ded-9e52-fa685146e92c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.740364] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.740494] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.740683] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Deleting the datastore file [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.740996] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7213a031-d611-4e88-a1f3-33047f09bc43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.750743] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1069.750743] env[69529]: value = "task-3356501" [ 1069.750743] env[69529]: _type = "Task" [ 1069.750743] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.759651] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.782751] env[69529]: DEBUG nova.objects.instance [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'flavor' on Instance uuid ac516853-029d-4685-a95c-d172e0240eb4 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.955440] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-12abcdd0-02bf-45c6-af60-662af31f6c50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.955440] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-12abcdd0-02bf-45c6-af60-662af31f6c50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.955440] env[69529]: DEBUG nova.network.neutron [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.982113] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356499, 'name': Rename_Task, 'duration_secs': 0.206104} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.982756] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.983169] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d44498a-e829-4154-8d64-5f546f5b12b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.994192] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1069.994192] env[69529]: value = "task-3356502" [ 1069.994192] env[69529]: _type = "Task" [ 1069.994192] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.001323] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.065758] env[69529]: INFO nova.compute.manager [-] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Took 1.27 seconds to deallocate network for instance. [ 1070.261706] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248302} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.264758] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.265039] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.265555] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.290099] env[69529]: DEBUG oslo_concurrency.lockutils [None req-af1c5fc2-a04f-4c31-83b2-7508286a3ad0 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.339946] env[69529]: DEBUG nova.network.neutron [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Updated VIF entry in instance network info cache for port ea21f875-12de-4eff-ba23-5caaabfe65c3. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.340341] env[69529]: DEBUG nova.network.neutron [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Updating instance_info_cache with network_info: [{"id": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "address": "fa:16:3e:cb:29:16", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea21f875-12", "ovs_interfaceid": "ea21f875-12de-4eff-ba23-5caaabfe65c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.344271] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6cff27-b598-446f-8522-13eaa00b8b22 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.353185] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabde7f5-c9e9-4216-a286-e9035b6559fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.389090] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1aea0a-8e7d-49ea-b8eb-bc7b81d3a207 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.396942] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebecf8d9-d8ff-4586-88ed-a5d33281f7aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.411561] env[69529]: DEBUG nova.compute.provider_tree [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.502056] env[69529]: DEBUG oslo_vmware.api [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356502, 'name': PowerOnVM_Task, 'duration_secs': 0.479924} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.502360] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.502614] env[69529]: INFO nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1070.502743] env[69529]: DEBUG nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.503682] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d386fa-f921-4b78-8528-f0417ee0ff71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.510092] env[69529]: DEBUG nova.network.neutron [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.564636] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "44b8634c-461a-4b55-b773-a42a579fb445" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.565352] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.565352] env[69529]: INFO nova.compute.manager [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Attaching volume 1752bbec-3433-4521-88d8-2211b19153d6 to /dev/sdb [ 1070.574476] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.609276] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b566a32-1440-4c4e-9d59-fd9b9c238689 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.616994] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43031b1-7c5c-4539-b703-91530f62eb0b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.631765] env[69529]: DEBUG nova.virt.block_device [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating existing volume attachment record: 71876cae-0cc1-4d15-ad38-3a74f7c3e5a1 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.662552] env[69529]: DEBUG nova.network.neutron [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Updating instance_info_cache with network_info: [{"id": "3cc27628-73cc-438a-b3c9-822e05afbc62", "address": "fa:16:3e:69:07:9e", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc27628-73", "ovs_interfaceid": "3cc27628-73cc-438a-b3c9-822e05afbc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.847148] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Releasing lock "refresh_cache-dc978cb9-500c-4b51-abd4-3dcbe5b33925" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.847655] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Received event network-vif-deleted-2a4d8699-4399-434b-81a4-fa0e418340fe {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.847829] env[69529]: INFO nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Neutron deleted interface 2a4d8699-4399-434b-81a4-fa0e418340fe; detaching it from the instance and deleting it from the info cache [ 1070.848025] env[69529]: DEBUG nova.network.neutron [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.914995] env[69529]: DEBUG nova.scheduler.client.report [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.956505] env[69529]: INFO nova.compute.manager [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Rebuilding instance [ 1071.001858] env[69529]: DEBUG nova.compute.manager [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.002926] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c21fb-6ad6-4e1e-9491-c20e2d6dcb83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.024094] env[69529]: INFO nova.compute.manager [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Took 18.02 seconds to build instance. [ 1071.165691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-12abcdd0-02bf-45c6-af60-662af31f6c50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.166074] env[69529]: DEBUG nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Instance network_info: |[{"id": "3cc27628-73cc-438a-b3c9-822e05afbc62", "address": "fa:16:3e:69:07:9e", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc27628-73", "ovs_interfaceid": "3cc27628-73cc-438a-b3c9-822e05afbc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.166488] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:07:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cc27628-73cc-438a-b3c9-822e05afbc62', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.173942] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.174175] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.174400] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0735b588-425c-43d0-82cc-317066ffe821 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.193852] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.193852] env[69529]: value = "task-3356506" [ 1071.193852] env[69529]: _type = "Task" [ 1071.193852] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.201384] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356506, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.303240] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.303495] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.303688] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.303895] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.304060] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.304211] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.304419] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.304575] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.304767] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.304931] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.305113] env[69529]: DEBUG nova.virt.hardware [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.306075] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db70e6-e236-4987-a39f-3922880696ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.314082] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539b8ef-9c50-4c0c-87b4-66051adec737 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.327964] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.334898] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.335196] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.335413] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c333416-e4bd-4d41-9968-9da4f3b1bfaf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.351784] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.351784] env[69529]: value = "task-3356507" [ 1071.351784] env[69529]: _type = "Task" [ 1071.351784] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.352069] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6eb60e72-f826-40d5-8157-26be78e6541c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.363062] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356507, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.367528] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6454ab65-3f8e-4656-b8f5-4c3e6938f7fe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.401180] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Detach interface failed, port_id=2a4d8699-4399-434b-81a4-fa0e418340fe, reason: Instance 67b2878d-f071-400a-8149-9763ad48c6ea could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.401180] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Received event network-vif-plugged-3cc27628-73cc-438a-b3c9-822e05afbc62 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.401180] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Acquiring lock "12abcdd0-02bf-45c6-af60-662af31f6c50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.401401] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.401642] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.401815] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] No waiting events found dispatching network-vif-plugged-3cc27628-73cc-438a-b3c9-822e05afbc62 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.401989] env[69529]: WARNING nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Received unexpected event network-vif-plugged-3cc27628-73cc-438a-b3c9-822e05afbc62 for instance with vm_state building and task_state spawning. [ 1071.402176] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Received event network-changed-3cc27628-73cc-438a-b3c9-822e05afbc62 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.402334] env[69529]: DEBUG nova.compute.manager [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Refreshing instance network info cache due to event network-changed-3cc27628-73cc-438a-b3c9-822e05afbc62. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.402571] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Acquiring lock "refresh_cache-12abcdd0-02bf-45c6-af60-662af31f6c50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.402733] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Acquired lock "refresh_cache-12abcdd0-02bf-45c6-af60-662af31f6c50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.402954] env[69529]: DEBUG nova.network.neutron [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Refreshing network info cache for port 3cc27628-73cc-438a-b3c9-822e05afbc62 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.420136] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.420687] env[69529]: DEBUG nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.423316] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.113s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.423544] env[69529]: DEBUG nova.objects.instance [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'resources' on Instance uuid 6b00ba8a-af94-423f-8dc8-6d7302a898ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.526667] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3f1a0d1-33c5-46a8-b05f-0cc59f3074cd tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.532s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.708787] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356506, 'name': CreateVM_Task, 'duration_secs': 0.401874} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.708787] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.708787] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.709278] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.711463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.711776] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0afc19-e21a-43b3-a9c8-329fbc011179 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.717738] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1071.717738] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522afcaf-5332-4f8c-eccb-c50a4908158b" [ 1071.717738] env[69529]: _type = "Task" [ 1071.717738] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.726583] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522afcaf-5332-4f8c-eccb-c50a4908158b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.865321] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356507, 'name': CreateVM_Task, 'duration_secs': 0.437324} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.865321] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.865321] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.926808] env[69529]: DEBUG nova.compute.utils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.931375] env[69529]: DEBUG nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.931734] env[69529]: DEBUG nova.network.neutron [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.001435] env[69529]: DEBUG nova.policy [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ffd128d4064ee8875416671f5b6657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70fc18bf11f48c794a32b605df8a4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.016914] env[69529]: DEBUG nova.compute.manager [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Received event network-changed-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.016914] env[69529]: DEBUG nova.compute.manager [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Refreshing instance network info cache due to event network-changed-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.016914] env[69529]: DEBUG oslo_concurrency.lockutils [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] Acquiring lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.017208] env[69529]: DEBUG oslo_concurrency.lockutils [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] Acquired lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.017314] env[69529]: DEBUG nova.network.neutron [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Refreshing network info cache for port 8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.021375] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.021375] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2ec588-4d20-417b-b2b0-6a1965769767 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.027129] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1072.027129] env[69529]: value = "task-3356508" [ 1072.027129] env[69529]: _type = "Task" [ 1072.027129] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.041816] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.224398] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c327c7-5c05-4c24-8a54-77a14efc0aaa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.234644] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522afcaf-5332-4f8c-eccb-c50a4908158b, 'name': SearchDatastore_Task, 'duration_secs': 0.015121} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.238103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.238103] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.238103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.238103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.238103] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.238103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.238103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.238707] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa0dd81f-f645-491b-9411-38cc5901f088 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.241388] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c954b-0458-4acf-bd08-5c9ec5750d96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.245358] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0b4e62-b77a-42bd-b8d1-8b2bc97d428f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.281398] env[69529]: DEBUG nova.network.neutron [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Updated VIF entry in instance network info cache for port 3cc27628-73cc-438a-b3c9-822e05afbc62. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.281829] env[69529]: DEBUG nova.network.neutron [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Updating instance_info_cache with network_info: [{"id": "3cc27628-73cc-438a-b3c9-822e05afbc62", "address": "fa:16:3e:69:07:9e", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc27628-73", "ovs_interfaceid": "3cc27628-73cc-438a-b3c9-822e05afbc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.283543] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcaa8f4-ccf8-4d47-887d-6b50ab410ff8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.286260] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1072.286260] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bd3c2d-3d41-b898-6ba4-7f4625349932" [ 1072.286260] env[69529]: _type = "Task" [ 1072.286260] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.287379] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.287379] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.287979] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507a17ea-5728-44ab-90da-1742d87eb24c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.297371] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db12a32f-c257-4f64-9ae6-d68ff153650e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.305839] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1072.305839] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c5f7c-41f8-3f2b-3f6d-9076bf695406" [ 1072.305839] env[69529]: _type = "Task" [ 1072.305839] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.310023] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bd3c2d-3d41-b898-6ba4-7f4625349932, 'name': SearchDatastore_Task, 'duration_secs': 0.015458} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.310023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.310023] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.310023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.319344] env[69529]: DEBUG nova.compute.provider_tree [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.325071] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c5f7c-41f8-3f2b-3f6d-9076bf695406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.375181] env[69529]: DEBUG nova.network.neutron [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Successfully created port: 63d865b9-56b7-45de-922c-d0728ee15b22 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.432593] env[69529]: DEBUG nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.537410] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.790843] env[69529]: DEBUG oslo_concurrency.lockutils [req-c2691fbd-5353-492e-89d1-5ac3a0e0426e req-64f35ca7-2fd0-407c-9b64-06b7b80d6b14 service nova] Releasing lock "refresh_cache-12abcdd0-02bf-45c6-af60-662af31f6c50" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.816804] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526c5f7c-41f8-3f2b-3f6d-9076bf695406, 'name': SearchDatastore_Task, 'duration_secs': 0.029897} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.817648] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f0a625-62d6-40aa-bca0-862d016025a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.822057] env[69529]: DEBUG nova.scheduler.client.report [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.826567] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1072.826567] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ad45f2-1c0e-62dd-4fac-cadea4fa227d" [ 1072.826567] env[69529]: _type = "Task" [ 1072.826567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.846010] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ad45f2-1c0e-62dd-4fac-cadea4fa227d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.043485] env[69529]: DEBUG nova.network.neutron [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updated VIF entry in instance network info cache for port 8f3985dd-0ede-47c0-ab6e-54cedab8fdd9. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.044075] env[69529]: DEBUG nova.network.neutron [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updating instance_info_cache with network_info: [{"id": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "address": "fa:16:3e:25:30:43", "network": {"id": "b22c9bcf-57db-4b51-ac6b-4810240d4a61", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-284829802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad51109cb3424f5eb1f074110917ad4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3985dd-0e", "ovs_interfaceid": "8f3985dd-0ede-47c0-ab6e-54cedab8fdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.046136] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356508, 'name': PowerOffVM_Task, 'duration_secs': 0.970971} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.046550] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.113701] env[69529]: INFO nova.compute.manager [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Detaching volume 6c097fef-f9dc-443f-aee3-da188fb7c37a [ 1073.151558] env[69529]: INFO nova.virt.block_device [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Attempting to driver detach volume 6c097fef-f9dc-443f-aee3-da188fb7c37a from mountpoint /dev/sdb [ 1073.151832] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.152039] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.152962] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec4152-2170-4a51-8722-1934572de453 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.180194] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc523b-575a-4853-8aea-c117372c06d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.187753] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e320147-4e40-4e9d-ba8b-4f0a165108d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.212199] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6d8f3-35ed-4d8b-8b0e-116919ed8a76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.232925] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] The volume has not been displaced from its original location: [datastore2] volume-6c097fef-f9dc-443f-aee3-da188fb7c37a/volume-6c097fef-f9dc-443f-aee3-da188fb7c37a.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1073.238346] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.239095] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-094e737f-9628-42ca-b213-fbfa61ada448 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.258262] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1073.258262] env[69529]: value = "task-3356510" [ 1073.258262] env[69529]: _type = "Task" [ 1073.258262] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.266609] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.328867] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.332395] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.567s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.332657] env[69529]: DEBUG nova.objects.instance [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'resources' on Instance uuid 7360cf93-363a-463c-952d-d4d733ecfc1a {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.344064] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ad45f2-1c0e-62dd-4fac-cadea4fa227d, 'name': SearchDatastore_Task, 'duration_secs': 0.030118} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.344471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.344656] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 12abcdd0-02bf-45c6-af60-662af31f6c50/12abcdd0-02bf-45c6-af60-662af31f6c50.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.345541] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.345770] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.345999] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00b44ddb-5f24-4cce-8215-c104a367a284 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.348044] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f021149c-ebd4-4073-9961-4f8aaa75930b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.351802] env[69529]: INFO nova.scheduler.client.report [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted allocations for instance 6b00ba8a-af94-423f-8dc8-6d7302a898ac [ 1073.356466] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1073.356466] env[69529]: value = "task-3356511" [ 1073.356466] env[69529]: _type = "Task" [ 1073.356466] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.363585] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.364798] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.366448] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d14635-b39b-4982-8eff-bf0f8f1420ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.372068] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.374940] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1073.374940] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ea2023-67b6-bdca-dfc6-e68e8111f7c2" [ 1073.374940] env[69529]: _type = "Task" [ 1073.374940] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.382994] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ea2023-67b6-bdca-dfc6-e68e8111f7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.443557] env[69529]: DEBUG nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.481621] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.485019] env[69529]: DEBUG nova.virt.hardware [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.485019] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f9e9b-4b6c-44a9-ab52-ea2e54b01ac4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.493165] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4def8fbe-30fd-4f27-96d2-0464b526ae14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.547477] env[69529]: DEBUG oslo_concurrency.lockutils [req-d877a557-a76e-49be-91a5-c4f8ed53fd76 req-73879895-0014-4460-8b0a-f100db7d844b service nova] Releasing lock "refresh_cache-404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.768091] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356510, 'name': ReconfigVM_Task, 'duration_secs': 0.28495} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.768392] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.773445] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b71d6e2-cc5d-4ee1-b8e1-50a3d483af99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.789046] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1073.789046] env[69529]: value = "task-3356512" [ 1073.789046] env[69529]: _type = "Task" [ 1073.789046] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.799272] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.867500] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c83e79f4-23f8-416b-93cd-1389b3df7eca tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "6b00ba8a-af94-423f-8dc8-6d7302a898ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.601s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.875705] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356511, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.891244] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ea2023-67b6-bdca-dfc6-e68e8111f7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.891748] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c44c362-010f-406a-863d-435d9313c15c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.901097] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1073.901097] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52552349-f2f1-6fc3-608d-eeb370594cc5" [ 1073.901097] env[69529]: _type = "Task" [ 1073.901097] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.911232] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52552349-f2f1-6fc3-608d-eeb370594cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.136070] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e549b57e-809b-4e5d-9704-eb6b534cc870 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.145467] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df864417-1574-4341-929d-294ee9694b1c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.199568] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bed674-e407-4354-9434-f489fed19217 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.208466] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8883ac91-e421-4fd4-bd64-9d934183b3d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216653] env[69529]: DEBUG nova.compute.manager [req-dc9c14c8-e128-4ee7-8125-0c95a61c9af5 req-65d85361-e13b-4c07-8c1d-76574ebfc2a1 service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Received event network-vif-plugged-63d865b9-56b7-45de-922c-d0728ee15b22 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.216653] env[69529]: DEBUG oslo_concurrency.lockutils [req-dc9c14c8-e128-4ee7-8125-0c95a61c9af5 req-65d85361-e13b-4c07-8c1d-76574ebfc2a1 service nova] Acquiring lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.219674] env[69529]: DEBUG oslo_concurrency.lockutils [req-dc9c14c8-e128-4ee7-8125-0c95a61c9af5 req-65d85361-e13b-4c07-8c1d-76574ebfc2a1 service nova] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.219674] env[69529]: DEBUG oslo_concurrency.lockutils [req-dc9c14c8-e128-4ee7-8125-0c95a61c9af5 req-65d85361-e13b-4c07-8c1d-76574ebfc2a1 service nova] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.219674] env[69529]: DEBUG nova.compute.manager [req-dc9c14c8-e128-4ee7-8125-0c95a61c9af5 req-65d85361-e13b-4c07-8c1d-76574ebfc2a1 service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] No waiting events found dispatching network-vif-plugged-63d865b9-56b7-45de-922c-d0728ee15b22 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.219674] env[69529]: WARNING nova.compute.manager [req-dc9c14c8-e128-4ee7-8125-0c95a61c9af5 req-65d85361-e13b-4c07-8c1d-76574ebfc2a1 service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Received unexpected event network-vif-plugged-63d865b9-56b7-45de-922c-d0728ee15b22 for instance with vm_state building and task_state spawning. [ 1074.230102] env[69529]: DEBUG nova.compute.provider_tree [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.300652] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356512, 'name': ReconfigVM_Task, 'duration_secs': 0.284772} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.300829] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1074.316885] env[69529]: DEBUG nova.network.neutron [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Successfully updated port: 63d865b9-56b7-45de-922c-d0728ee15b22 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.375475] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883025} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.376583] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 12abcdd0-02bf-45c6-af60-662af31f6c50/12abcdd0-02bf-45c6-af60-662af31f6c50.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.376583] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.376583] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df6ca52d-addf-4e22-87be-235041eed686 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.383894] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1074.383894] env[69529]: value = "task-3356513" [ 1074.383894] env[69529]: _type = "Task" [ 1074.383894] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.392430] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.411598] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52552349-f2f1-6fc3-608d-eeb370594cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.019936} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.411871] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.412054] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.412354] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb85542e-4f8c-4bf0-862f-2d268fc3db5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.419187] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1074.419187] env[69529]: value = "task-3356514" [ 1074.419187] env[69529]: _type = "Task" [ 1074.419187] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.429014] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.733068] env[69529]: DEBUG nova.scheduler.client.report [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.821215] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.821215] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.821215] env[69529]: DEBUG nova.network.neutron [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.897028] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086754} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.897028] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.897028] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a479b5d-5cd8-4a7f-8f50-8c6e0be2ab53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.923048] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 12abcdd0-02bf-45c6-af60-662af31f6c50/12abcdd0-02bf-45c6-af60-662af31f6c50.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.926147] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7600d5-39af-4629-831c-6e0975239898 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.957151] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356514, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.959241] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1074.959241] env[69529]: value = "task-3356515" [ 1074.959241] env[69529]: _type = "Task" [ 1074.959241] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.971946] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.179554] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1075.183351] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669911', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'name': 'volume-1752bbec-3433-4521-88d8-2211b19153d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44b8634c-461a-4b55-b773-a42a579fb445', 'attached_at': '', 'detached_at': '', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'serial': '1752bbec-3433-4521-88d8-2211b19153d6'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1075.183351] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986ac9f2-756d-458e-b78c-1a57e2d5439a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.210139] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab17cc-7ec8-4ebb-97b9-d5a5e4e41449 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.241280] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-1752bbec-3433-4521-88d8-2211b19153d6/volume-1752bbec-3433-4521-88d8-2211b19153d6.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.241793] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.244549] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d538fd-f3c4-4694-a3d8-197387b532f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.264955] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.690s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.265543] env[69529]: DEBUG nova.objects.instance [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'resources' on Instance uuid 67b2878d-f071-400a-8149-9763ad48c6ea {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.271196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "b39bcbbd-20e2-4bd5-a474-b38d91411582" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.271514] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.277310] env[69529]: DEBUG oslo_vmware.api [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1075.277310] env[69529]: value = "task-3356516" [ 1075.277310] env[69529]: _type = "Task" [ 1075.277310] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.286464] env[69529]: DEBUG oslo_vmware.api [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.297394] env[69529]: INFO nova.scheduler.client.report [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted allocations for instance 7360cf93-363a-463c-952d-d4d733ecfc1a [ 1075.359732] env[69529]: DEBUG nova.network.neutron [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.438912] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690772} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.439306] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.439599] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.442694] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e96c59c-7f36-42b1-96f0-ab13e04bece8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.447841] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.448978] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b9574b0-5055-449b-b90f-4b053af3053c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.450578] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1075.450578] env[69529]: value = "task-3356517" [ 1075.450578] env[69529]: _type = "Task" [ 1075.450578] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.455486] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1075.455486] env[69529]: value = "task-3356518" [ 1075.455486] env[69529]: _type = "Task" [ 1075.455486] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.461717] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.471360] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1075.471635] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1075.471786] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1075.472675] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f50e3-3bd0-4f81-80f9-471b20f126df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.478234] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356515, 'name': ReconfigVM_Task, 'duration_secs': 0.421651} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.481604] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 12abcdd0-02bf-45c6-af60-662af31f6c50/12abcdd0-02bf-45c6-af60-662af31f6c50.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.482248] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add5d976-3c9c-4de3-9f0a-121240557ed0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.501256] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25264f6-95d0-4652-b6d3-2ba834bc4039 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.505724] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1075.505724] env[69529]: value = "task-3356519" [ 1075.505724] env[69529]: _type = "Task" [ 1075.505724] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.511576] env[69529]: WARNING nova.virt.vmwareapi.driver [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1075.511912] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.513236] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6212f23-fd19-4dfd-91a0-93369fb256cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.519295] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356519, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.520230] env[69529]: DEBUG nova.network.neutron [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance_info_cache with network_info: [{"id": "63d865b9-56b7-45de-922c-d0728ee15b22", "address": "fa:16:3e:f5:90:9f", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d865b9-56", "ovs_interfaceid": "63d865b9-56b7-45de-922c-d0728ee15b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.526089] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.526435] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7c14c2-c1cd-41f4-bff9-268e94fa8811 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.599771] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.600121] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.600220] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleting the datastore file [datastore2] ac516853-029d-4685-a95c-d172e0240eb4 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.600837] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4364fc5a-c1f6-4ae3-baa5-3cbe9f3966ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.607217] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1075.607217] env[69529]: value = "task-3356521" [ 1075.607217] env[69529]: _type = "Task" [ 1075.607217] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.615650] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.776121] env[69529]: DEBUG nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.794337] env[69529]: DEBUG oslo_vmware.api [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.814248] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d571652d-387d-4bf9-b4d1-55e5580a21fb tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "7360cf93-363a-463c-952d-d4d733ecfc1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.764s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.960463] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082156} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.963116] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.964509] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71ca140-8248-4dab-9e70-ef1bf2d92723 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.984207] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.987062] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6bdde56-6f40-49aa-8fd3-a42b3e2ad47e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.007218] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1076.007218] env[69529]: value = "task-3356522" [ 1076.007218] env[69529]: _type = "Task" [ 1076.007218] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.025182] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.026062] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.026062] env[69529]: DEBUG nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Instance network_info: |[{"id": "63d865b9-56b7-45de-922c-d0728ee15b22", "address": "fa:16:3e:f5:90:9f", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d865b9-56", "ovs_interfaceid": "63d865b9-56b7-45de-922c-d0728ee15b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.026259] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356519, 'name': Rename_Task, 'duration_secs': 0.379651} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.026547] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:90:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d865b9-56b7-45de-922c-d0728ee15b22', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.034518] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.034751] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.037596] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.037809] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123bbed6-a243-4ba9-99b3-7d9741ef1809 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.039579] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2b5d69-bcad-49fd-b1aa-00f9a9f84ae2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.060916] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.060916] env[69529]: value = "task-3356524" [ 1076.060916] env[69529]: _type = "Task" [ 1076.060916] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.062479] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1076.062479] env[69529]: value = "task-3356523" [ 1076.062479] env[69529]: _type = "Task" [ 1076.062479] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.076309] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356524, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.079735] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.083397] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d78777-c9f9-47e7-a30d-8bf887af2f60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.090662] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b192bf-68f0-496c-92ce-3986fa00444a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.132405] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2d4218-ef8a-44a8-8ee0-820c236ef489 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.146348] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511014} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.146714] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.146975] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.147239] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.154602] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d29eb48-68bc-4275-a81b-2b018198389b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.169258] env[69529]: DEBUG nova.compute.provider_tree [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.242667] env[69529]: DEBUG nova.compute.manager [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Received event network-changed-63d865b9-56b7-45de-922c-d0728ee15b22 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.242667] env[69529]: DEBUG nova.compute.manager [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Refreshing instance network info cache due to event network-changed-63d865b9-56b7-45de-922c-d0728ee15b22. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.242667] env[69529]: DEBUG oslo_concurrency.lockutils [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] Acquiring lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.242667] env[69529]: DEBUG oslo_concurrency.lockutils [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] Acquired lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.242667] env[69529]: DEBUG nova.network.neutron [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Refreshing network info cache for port 63d865b9-56b7-45de-922c-d0728ee15b22 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.292270] env[69529]: DEBUG oslo_vmware.api [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356516, 'name': ReconfigVM_Task, 'duration_secs': 0.660535} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.294807] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-1752bbec-3433-4521-88d8-2211b19153d6/volume-1752bbec-3433-4521-88d8-2211b19153d6.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.300564] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c0e39e-9a74-4e2c-9015-96a3abf513bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.312304] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.317936] env[69529]: DEBUG oslo_vmware.api [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1076.317936] env[69529]: value = "task-3356525" [ 1076.317936] env[69529]: _type = "Task" [ 1076.317936] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.326600] env[69529]: DEBUG oslo_vmware.api [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.417070] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.417070] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.520452] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.575300] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356523, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.617870] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356524, 'name': CreateVM_Task, 'duration_secs': 0.395848} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.618214] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.619264] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.619545] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.619899] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.620215] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a142ccb7-e3b2-4ddb-88a9-aa6a0e074ce2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.625260] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1076.625260] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5217fd1a-f4ae-fc00-1641-c0d85f66161b" [ 1076.625260] env[69529]: _type = "Task" [ 1076.625260] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.634839] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5217fd1a-f4ae-fc00-1641-c0d85f66161b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.655616] env[69529]: INFO nova.virt.block_device [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Booting with volume 6c097fef-f9dc-443f-aee3-da188fb7c37a at /dev/sdb [ 1076.673279] env[69529]: DEBUG nova.scheduler.client.report [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.690656] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16e2c982-b925-42e1-8aaf-77b1fa22081e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.700467] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4558e314-969a-463c-9ab9-31cf6dac9837 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.733277] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5fff360-1d67-4ac9-b520-51159cce2ad9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.742979] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab868221-35c0-4e41-adaa-0f01eae67c32 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.814088] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe933a-0c7b-4dd7-bef7-c218c8c5872f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.814088] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4ec8b8-7e70-4f26-bbc0-202a9d483a27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.814088] env[69529]: DEBUG nova.virt.block_device [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updating existing volume attachment record: ba2c8148-fdbb-4561-ad88-0d2a697097d3 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1076.828538] env[69529]: DEBUG oslo_vmware.api [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356525, 'name': ReconfigVM_Task, 'duration_secs': 0.17093} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.829483] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669911', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'name': 'volume-1752bbec-3433-4521-88d8-2211b19153d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44b8634c-461a-4b55-b773-a42a579fb445', 'attached_at': '', 'detached_at': '', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'serial': '1752bbec-3433-4521-88d8-2211b19153d6'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1076.869552] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "6a749cb0-77e9-4f17-8a67-c6803343a133" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.869710] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.900482] env[69529]: DEBUG nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.023168] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356522, 'name': ReconfigVM_Task, 'duration_secs': 0.523742} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.024122] env[69529]: DEBUG nova.network.neutron [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updated VIF entry in instance network info cache for port 63d865b9-56b7-45de-922c-d0728ee15b22. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.024467] env[69529]: DEBUG nova.network.neutron [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance_info_cache with network_info: [{"id": "63d865b9-56b7-45de-922c-d0728ee15b22", "address": "fa:16:3e:f5:90:9f", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d865b9-56", "ovs_interfaceid": "63d865b9-56b7-45de-922c-d0728ee15b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.025726] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985/586baa9e-b3d1-4530-91c7-a73c3b437985.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.026559] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cbd77c8-6326-43e5-89c7-6feee56f8aa2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.034019] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1077.034019] env[69529]: value = "task-3356526" [ 1077.034019] env[69529]: _type = "Task" [ 1077.034019] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.043405] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356526, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.078258] env[69529]: DEBUG oslo_vmware.api [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356523, 'name': PowerOnVM_Task, 'duration_secs': 0.574936} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.078549] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.078750] env[69529]: INFO nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1077.078926] env[69529]: DEBUG nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.079708] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7f00d8-0bdd-4910-8363-9aab82e1b50d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.135870] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5217fd1a-f4ae-fc00-1641-c0d85f66161b, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.136291] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.136533] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.136764] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.136911] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.137105] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.137370] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5c1e03a-52bf-452b-b26e-8f80d524017f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.146572] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.146750] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.147464] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59d88bc-8ed1-4035-af3d-b28750eac0ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.152587] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1077.152587] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dd3ad9-5245-b4c6-b1fd-fc17abccc5a1" [ 1077.152587] env[69529]: _type = "Task" [ 1077.152587] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.160429] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dd3ad9-5245-b4c6-b1fd-fc17abccc5a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.180492] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.183020] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.871s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.184336] env[69529]: INFO nova.compute.claims [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.207541] env[69529]: INFO nova.scheduler.client.report [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted allocations for instance 67b2878d-f071-400a-8149-9763ad48c6ea [ 1077.372031] env[69529]: DEBUG nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.422671] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.444599] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.444971] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.445246] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.445447] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.445614] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.447947] env[69529]: INFO nova.compute.manager [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Terminating instance [ 1077.467165] env[69529]: DEBUG nova.objects.instance [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lazy-loading 'flavor' on Instance uuid e3da2690-31c8-410a-b003-b983eea08863 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.527371] env[69529]: DEBUG oslo_concurrency.lockutils [req-22aac266-56e2-4457-b88c-609683d4b9a8 req-0f119238-7e1b-4e11-881f-b593b984f94a service nova] Releasing lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.544268] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356526, 'name': Rename_Task, 'duration_secs': 0.374602} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.544531] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.544820] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90aa5d56-2c75-47d1-be7b-3e07e7beff51 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.551600] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1077.551600] env[69529]: value = "task-3356527" [ 1077.551600] env[69529]: _type = "Task" [ 1077.551600] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.559401] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.597532] env[69529]: INFO nova.compute.manager [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Took 20.07 seconds to build instance. [ 1077.663785] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52dd3ad9-5245-b4c6-b1fd-fc17abccc5a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.664110] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b1e9e3-71fa-498f-aa7a-d1a8fe779dde {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.669133] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1077.669133] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b21d1c-c7b5-e3f1-8b0a-52595402b54c" [ 1077.669133] env[69529]: _type = "Task" [ 1077.669133] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.679047] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b21d1c-c7b5-e3f1-8b0a-52595402b54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.715503] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1b05e4b0-138a-4f2e-98ec-e0bb06ff66c1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "67b2878d-f071-400a-8149-9763ad48c6ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.748s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.872805] env[69529]: DEBUG nova.objects.instance [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'flavor' on Instance uuid 44b8634c-461a-4b55-b773-a42a579fb445 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.895345] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.952839] env[69529]: DEBUG nova.compute.manager [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.953138] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.954155] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9294b26c-d005-497e-b52e-84df6fcf19cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.962387] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.962643] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbce8d54-85fe-45bf-a5d3-d04c92973658 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.971870] env[69529]: DEBUG oslo_vmware.api [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 1077.971870] env[69529]: value = "task-3356528" [ 1077.971870] env[69529]: _type = "Task" [ 1077.971870] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.975976] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.976174] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquired lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.981996] env[69529]: DEBUG oslo_vmware.api [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.062603] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.099325] env[69529]: DEBUG oslo_concurrency.lockutils [None req-06385a2e-84f1-4751-a053-52cb6d6199c0 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.579s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.186525] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b21d1c-c7b5-e3f1-8b0a-52595402b54c, 'name': SearchDatastore_Task, 'duration_secs': 0.022172} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.186906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.187296] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e/b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.187661] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d372462-b2e5-47f1-b8a9-a0135d0587f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.203436] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1078.203436] env[69529]: value = "task-3356529" [ 1078.203436] env[69529]: _type = "Task" [ 1078.203436] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.220023] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.382678] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b2d86c58-bf5f-43ae-838f-585ab3f0d203 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.818s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.418495] env[69529]: DEBUG nova.network.neutron [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.435530] env[69529]: DEBUG nova.compute.manager [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Received event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.435530] env[69529]: DEBUG nova.compute.manager [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing instance network info cache due to event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.435530] env[69529]: DEBUG oslo_concurrency.lockutils [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] Acquiring lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.481967] env[69529]: DEBUG oslo_vmware.api [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356528, 'name': PowerOffVM_Task, 'duration_secs': 0.302931} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.483092] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.483276] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.484285] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3c3062-bb83-443d-867d-c5015549b3fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.486673] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c826d1-d2ed-4371-86d4-ac25ccbf3138 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.492563] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bc6df9-ef02-4e1f-93f5-af6f5f34874a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.522365] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64beccec-4e83-4239-8d4a-ce5feceaff18 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.530074] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a001499-4194-4218-a81d-7d2d5189cbba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.543062] env[69529]: DEBUG nova.compute.provider_tree [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.547047] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.547255] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.547435] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Deleting the datastore file [datastore1] 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.547668] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50f61388-fcf0-4b60-b185-11470d129812 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.553325] env[69529]: DEBUG oslo_vmware.api [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for the task: (returnval){ [ 1078.553325] env[69529]: value = "task-3356531" [ 1078.553325] env[69529]: _type = "Task" [ 1078.553325] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.563883] env[69529]: DEBUG oslo_vmware.api [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356527, 'name': PowerOnVM_Task, 'duration_secs': 0.770662} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.566637] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.566846] env[69529]: DEBUG nova.compute.manager [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.567119] env[69529]: DEBUG oslo_vmware.api [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.567916] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31210ef-8627-47b1-9539-23870b8b99dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.627854] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c52ce17-ff2b-4634-95f0-fc66b09c804e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.635579] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cef39124-5c10-4932-875b-d9bf323f6249 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Suspending the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1078.635797] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4769eef7-404f-4c54-9984-ef8e2a7e39d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.641169] env[69529]: DEBUG oslo_vmware.api [None req-cef39124-5c10-4932-875b-d9bf323f6249 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1078.641169] env[69529]: value = "task-3356532" [ 1078.641169] env[69529]: _type = "Task" [ 1078.641169] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.649615] env[69529]: DEBUG oslo_vmware.api [None req-cef39124-5c10-4932-875b-d9bf323f6249 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356532, 'name': SuspendVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.713155] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356529, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.899590] env[69529]: DEBUG nova.compute.manager [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1078.949718] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.949967] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.950312] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.950602] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.951161] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.951401] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.951998] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.954718] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.954718] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.954718] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.954718] env[69529]: DEBUG nova.virt.hardware [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.955069] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546a1637-f0e0-4882-b1b7-89a57fdc7ccb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.964525] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603437b3-873e-4f14-8d69-ee8f663c0002 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.983759] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:59:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3459c9fc-e035-4efe-8e2f-1b7277581904', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.992557] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.992976] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.993248] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-942c71dc-9eda-4c8b-8d9c-5e22ce94fa85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.019667] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.019667] env[69529]: value = "task-3356533" [ 1079.019667] env[69529]: _type = "Task" [ 1079.019667] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.033510] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356533, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.046491] env[69529]: DEBUG nova.scheduler.client.report [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.067419] env[69529]: DEBUG oslo_vmware.api [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.084411] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.155503] env[69529]: DEBUG oslo_vmware.api [None req-cef39124-5c10-4932-875b-d9bf323f6249 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356532, 'name': SuspendVM_Task} progress is 45%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.215184] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356529, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.216295] env[69529]: DEBUG nova.network.neutron [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.426230] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.514517] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "586baa9e-b3d1-4530-91c7-a73c3b437985" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.514647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "586baa9e-b3d1-4530-91c7-a73c3b437985" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.514853] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "586baa9e-b3d1-4530-91c7-a73c3b437985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.515140] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "586baa9e-b3d1-4530-91c7-a73c3b437985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.515411] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "586baa9e-b3d1-4530-91c7-a73c3b437985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.517854] env[69529]: INFO nova.compute.manager [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Terminating instance [ 1079.532112] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356533, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.555712] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.556050] env[69529]: DEBUG nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.558888] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.138s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.560461] env[69529]: INFO nova.compute.claims [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.572239] env[69529]: DEBUG oslo_vmware.api [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Task: {'id': task-3356531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.651086} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.572359] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.572541] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.572714] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.572880] env[69529]: INFO nova.compute.manager [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1079.573129] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.573390] env[69529]: DEBUG nova.compute.manager [-] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.573446] env[69529]: DEBUG nova.network.neutron [-] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.652472] env[69529]: DEBUG oslo_vmware.api [None req-cef39124-5c10-4932-875b-d9bf323f6249 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356532, 'name': SuspendVM_Task, 'duration_secs': 0.968947} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.652816] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cef39124-5c10-4932-875b-d9bf323f6249 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Suspended the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1079.653052] env[69529]: DEBUG nova.compute.manager [None req-cef39124-5c10-4932-875b-d9bf323f6249 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.653903] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02a5e80-743d-4d03-a6f6-7bd8727ae359 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.694404] env[69529]: DEBUG nova.objects.instance [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lazy-loading 'flavor' on Instance uuid e3da2690-31c8-410a-b003-b983eea08863 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.715227] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356529, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.069498} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.715492] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e/b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.715704] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.715940] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f289c0f5-c54d-4724-8649-697490e299d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.718550] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Releasing lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.718762] env[69529]: DEBUG nova.compute.manager [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Inject network info {{(pid=69529) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1079.719015] env[69529]: DEBUG nova.compute.manager [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] network_info to inject: |[{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1079.723949] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Reconfiguring VM instance to set the machine id {{(pid=69529) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1079.726567] env[69529]: DEBUG oslo_concurrency.lockutils [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] Acquired lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.726567] env[69529]: DEBUG nova.network.neutron [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.726684] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6749f08-d257-411c-bc6e-66be083c6f7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.736935] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1079.736935] env[69529]: value = "task-3356534" [ 1079.736935] env[69529]: _type = "Task" [ 1079.736935] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.743268] env[69529]: DEBUG oslo_vmware.api [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 1079.743268] env[69529]: value = "task-3356535" [ 1079.743268] env[69529]: _type = "Task" [ 1079.743268] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.749360] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.754882] env[69529]: DEBUG oslo_vmware.api [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.021428] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "refresh_cache-586baa9e-b3d1-4530-91c7-a73c3b437985" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.022074] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquired lock "refresh_cache-586baa9e-b3d1-4530-91c7-a73c3b437985" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.022074] env[69529]: DEBUG nova.network.neutron [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.033682] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356533, 'name': CreateVM_Task, 'duration_secs': 0.537374} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.035138] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.035138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.035138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.035138] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.035358] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36dfb2c7-5b16-4693-b89a-76427a7f92c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.039717] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1080.039717] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523384fa-55ee-6708-21ab-16a1ef148d1d" [ 1080.039717] env[69529]: _type = "Task" [ 1080.039717] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.049191] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523384fa-55ee-6708-21ab-16a1ef148d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.064806] env[69529]: DEBUG nova.compute.utils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.067991] env[69529]: DEBUG nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.068180] env[69529]: DEBUG nova.network.neutron [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.115279] env[69529]: DEBUG nova.policy [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbf9518c25b64373bad03f7880e9f02a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c912321715c04ad8ad58219c2786e730', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.202914] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.256659] env[69529]: DEBUG oslo_vmware.api [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356535, 'name': ReconfigVM_Task, 'duration_secs': 0.19772} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.262519] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3403dc-7fcc-4191-9dc7-cc6b435d25fc tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Reconfigured VM instance to set the machine id {{(pid=69529) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1080.262758] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071661} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.262999] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.263761] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e5017d-ae94-4924-9d9b-4219410cf74e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.288593] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e/b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.288865] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ebcd4f-23a5-494e-9467-d3672a974f20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.311235] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1080.311235] env[69529]: value = "task-3356536" [ 1080.311235] env[69529]: _type = "Task" [ 1080.311235] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.319056] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.513320] env[69529]: DEBUG nova.network.neutron [-] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.556663] env[69529]: DEBUG nova.network.neutron [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.557865] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523384fa-55ee-6708-21ab-16a1ef148d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.558247] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.558447] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.558670] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.558809] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.558980] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.563728] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6622db-d3d8-4704-9c27-c5bfc060cb28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.568557] env[69529]: DEBUG nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.579824] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.579824] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.580583] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914a3692-1a44-404f-81f8-168a66679621 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.590862] env[69529]: DEBUG nova.compute.manager [req-b6ac51cf-c668-4e5a-8962-3390313d5248 req-12f9f828-5143-402f-ad72-face4dc67e26 service nova] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Received event network-vif-deleted-74718400-af25-4039-98d1-1b0cb84a0366 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.592663] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1080.592663] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52446974-ba43-1294-7dc6-27ec852ea967" [ 1080.592663] env[69529]: _type = "Task" [ 1080.592663] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.601743] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52446974-ba43-1294-7dc6-27ec852ea967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.606106] env[69529]: DEBUG nova.network.neutron [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Successfully created port: 097d6776-4fdb-4986-9754-47e71e066567 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.679042] env[69529]: DEBUG nova.network.neutron [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updated VIF entry in instance network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.679418] env[69529]: DEBUG nova.network.neutron [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.683533] env[69529]: DEBUG nova.network.neutron [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.823775] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356536, 'name': ReconfigVM_Task, 'duration_secs': 0.27197} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.824103] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e/b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.824755] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c853c16d-ec8c-4663-9ce7-4ea123f55f21 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.830980] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1080.830980] env[69529]: value = "task-3356537" [ 1080.830980] env[69529]: _type = "Task" [ 1080.830980] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.843486] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356537, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.859842] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c88e43-83c0-46a3-a619-cfcb6228d462 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.868376] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c15439c-5bf7-4f0b-aaa8-31808ecfb635 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.900055] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3d1ac0-304d-439c-8331-dd9256415995 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.908602] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ba6f3-1384-44f6-bded-b8d81682c028 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.922622] env[69529]: DEBUG nova.compute.provider_tree [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.016543] env[69529]: INFO nova.compute.manager [-] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Took 1.44 seconds to deallocate network for instance. [ 1081.106409] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52446974-ba43-1294-7dc6-27ec852ea967, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.107226] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9daa8fd-6470-460d-8785-2e625471b7a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.112368] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1081.112368] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e52e3e-ca8b-8e64-7efa-8eb7e240151d" [ 1081.112368] env[69529]: _type = "Task" [ 1081.112368] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.121188] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e52e3e-ca8b-8e64-7efa-8eb7e240151d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.183735] env[69529]: DEBUG oslo_concurrency.lockutils [req-0899b19b-a915-468b-afc4-e7df40162ae6 req-bf1d6893-57a5-4c35-a84b-b8dae6624277 service nova] Releasing lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.184238] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquired lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.186341] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Releasing lock "refresh_cache-586baa9e-b3d1-4530-91c7-a73c3b437985" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.186734] env[69529]: DEBUG nova.compute.manager [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.186927] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.187785] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0177a011-18f3-41b0-b2de-9a6baa5082d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.195392] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.195640] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-400e737d-33b4-4293-b8cd-0860b891f0c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.201452] env[69529]: DEBUG oslo_vmware.api [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1081.201452] env[69529]: value = "task-3356538" [ 1081.201452] env[69529]: _type = "Task" [ 1081.201452] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.209772] env[69529]: DEBUG oslo_vmware.api [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.221023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "12abcdd0-02bf-45c6-af60-662af31f6c50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.221023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.221023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "12abcdd0-02bf-45c6-af60-662af31f6c50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.221023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.221023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.223079] env[69529]: INFO nova.compute.manager [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Terminating instance [ 1081.344315] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356537, 'name': Rename_Task, 'duration_secs': 0.157665} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.344622] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.344874] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-146f9b2e-1cda-4fe5-8ca9-aa208c3d2a5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.350966] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1081.350966] env[69529]: value = "task-3356539" [ 1081.350966] env[69529]: _type = "Task" [ 1081.350966] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.359123] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.426552] env[69529]: DEBUG nova.scheduler.client.report [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.490699] env[69529]: DEBUG nova.network.neutron [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.522798] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.584174] env[69529]: DEBUG nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.611431] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.611698] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.611859] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.612089] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.612268] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.612423] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.612637] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.612798] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.612963] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.613140] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.613319] env[69529]: DEBUG nova.virt.hardware [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.614291] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c53909f-b148-45f2-ad83-9db2ce0256e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.626504] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e52e3e-ca8b-8e64-7efa-8eb7e240151d, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.628462] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.628718] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.629337] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c68b3b5f-4ca8-45bf-900a-38fbb2d7c83f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.632200] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f8bc54-d6ff-49ba-9814-f44ca949a90a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.647352] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1081.647352] env[69529]: value = "task-3356540" [ 1081.647352] env[69529]: _type = "Task" [ 1081.647352] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.654774] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.711021] env[69529]: DEBUG oslo_vmware.api [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356538, 'name': PowerOffVM_Task, 'duration_secs': 0.117648} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.711364] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.711571] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.711814] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ec556e-4b0e-4d26-95e5-206969d5fea8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.726454] env[69529]: DEBUG nova.compute.manager [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.726760] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.727706] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da4136-4338-4fd1-bbbf-7120c1e290d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.735969] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.737130] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e28ba36b-3336-41c6-be17-9d99923cace5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.738770] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.738968] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.739159] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Deleting the datastore file [datastore2] 586baa9e-b3d1-4530-91c7-a73c3b437985 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.739446] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce893f61-ea79-4be1-983b-30fd2619bf57 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.745796] env[69529]: DEBUG oslo_vmware.api [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for the task: (returnval){ [ 1081.745796] env[69529]: value = "task-3356543" [ 1081.745796] env[69529]: _type = "Task" [ 1081.745796] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.754975] env[69529]: DEBUG oslo_vmware.api [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.817072] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.817379] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.817626] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleting the datastore file [datastore2] 12abcdd0-02bf-45c6-af60-662af31f6c50 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.817949] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be73b6e0-a7d1-4eaa-b35c-38c98ad3f2dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.824213] env[69529]: DEBUG oslo_vmware.api [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1081.824213] env[69529]: value = "task-3356544" [ 1081.824213] env[69529]: _type = "Task" [ 1081.824213] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.833740] env[69529]: DEBUG oslo_vmware.api [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.861029] env[69529]: DEBUG oslo_vmware.api [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356539, 'name': PowerOnVM_Task, 'duration_secs': 0.48466} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.861763] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.861763] env[69529]: INFO nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1081.861763] env[69529]: DEBUG nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.862563] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c8c8af-4f07-4e86-8156-fcd49de7d77c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.936167] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.936167] env[69529]: DEBUG nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.936167] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.040s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.937872] env[69529]: INFO nova.compute.claims [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.158981] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356540, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.255586] env[69529]: DEBUG oslo_vmware.api [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Task: {'id': task-3356543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123814} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.255832] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.256019] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.256411] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.256624] env[69529]: INFO nova.compute.manager [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1082.256877] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.257068] env[69529]: DEBUG nova.compute.manager [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.257166] env[69529]: DEBUG nova.network.neutron [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.285935] env[69529]: DEBUG nova.network.neutron [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.334982] env[69529]: DEBUG oslo_vmware.api [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316444} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.338811] env[69529]: DEBUG nova.network.neutron [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Successfully updated port: 097d6776-4fdb-4986-9754-47e71e066567 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.338811] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.338811] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.338811] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.338811] env[69529]: INFO nova.compute.manager [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1082.338811] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.338811] env[69529]: DEBUG nova.compute.manager [-] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.338811] env[69529]: DEBUG nova.network.neutron [-] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.371528] env[69529]: DEBUG nova.network.neutron [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.383053] env[69529]: INFO nova.compute.manager [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Took 14.88 seconds to build instance. [ 1082.444042] env[69529]: DEBUG nova.compute.utils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.444637] env[69529]: DEBUG nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.444783] env[69529]: DEBUG nova.network.neutron [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.501678] env[69529]: DEBUG nova.policy [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.636018] env[69529]: DEBUG nova.compute.manager [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Received event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.636018] env[69529]: DEBUG nova.compute.manager [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing instance network info cache due to event network-changed-9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.636018] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Acquiring lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.659176] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558913} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.659488] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.659832] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.659962] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36a44cdf-4d4f-4fdd-8fa8-7bd3946d0b4f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.666663] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1082.666663] env[69529]: value = "task-3356545" [ 1082.666663] env[69529]: _type = "Task" [ 1082.666663] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.674895] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.788985] env[69529]: DEBUG nova.network.neutron [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.845132] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.845329] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.845507] env[69529]: DEBUG nova.network.neutron [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.873934] env[69529]: DEBUG oslo_concurrency.lockutils [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Releasing lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.874499] env[69529]: DEBUG nova.compute.manager [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Inject network info {{(pid=69529) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1082.874905] env[69529]: DEBUG nova.compute.manager [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] network_info to inject: |[{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1082.881942] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Reconfiguring VM instance to set the machine id {{(pid=69529) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1082.882971] env[69529]: DEBUG nova.network.neutron [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Successfully created port: 73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.884950] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Acquired lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.885165] env[69529]: DEBUG nova.network.neutron [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Refreshing network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.886268] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff59ce6-369c-4503-9bf7-5c472c1058ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.897320] env[69529]: DEBUG oslo_concurrency.lockutils [None req-34f46ff5-a80e-488e-a36c-4742c4199041 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.409s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.907895] env[69529]: DEBUG oslo_vmware.api [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 1082.907895] env[69529]: value = "task-3356546" [ 1082.907895] env[69529]: _type = "Task" [ 1082.907895] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.920479] env[69529]: DEBUG oslo_vmware.api [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356546, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.952643] env[69529]: DEBUG nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.178992] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218874} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.179174] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.179972] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0988a237-fbff-4b2c-9b90-8f074d11efe1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.184605] env[69529]: DEBUG nova.network.neutron [-] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.206091] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.207829] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eed7b008-1cd1-4329-862f-e7c2d42abc49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.222300] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cfff42-34ed-4b63-940c-7c129e46b60b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.231688] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7019dce-0c1a-4069-a843-0d9e5c481e5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.234846] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1083.234846] env[69529]: value = "task-3356547" [ 1083.234846] env[69529]: _type = "Task" [ 1083.234846] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.267263] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a9ca77-1caa-47c0-9936-43dd3939f0dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.273300] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.278510] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e6fcda-bc77-4e83-a05f-daf701709af3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.292694] env[69529]: DEBUG nova.compute.provider_tree [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.294299] env[69529]: INFO nova.compute.manager [-] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Took 1.04 seconds to deallocate network for instance. [ 1083.381479] env[69529]: DEBUG nova.network.neutron [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.418847] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "e3da2690-31c8-410a-b003-b983eea08863" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.419167] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "e3da2690-31c8-410a-b003-b983eea08863" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.419410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "e3da2690-31c8-410a-b003-b983eea08863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.419610] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "e3da2690-31c8-410a-b003-b983eea08863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.419780] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "e3da2690-31c8-410a-b003-b983eea08863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.421829] env[69529]: DEBUG oslo_vmware.api [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356546, 'name': ReconfigVM_Task, 'duration_secs': 0.16594} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.422082] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-44a8ff2b-bc6b-4d9d-9ff2-0eb17a33db87 tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Reconfigured VM instance to set the machine id {{(pid=69529) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1083.425158] env[69529]: INFO nova.compute.manager [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Terminating instance [ 1083.592635] env[69529]: DEBUG nova.network.neutron [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Updating instance_info_cache with network_info: [{"id": "097d6776-4fdb-4986-9754-47e71e066567", "address": "fa:16:3e:89:d7:2f", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097d6776-4f", "ovs_interfaceid": "097d6776-4fdb-4986-9754-47e71e066567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.689813] env[69529]: INFO nova.compute.manager [-] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Took 1.35 seconds to deallocate network for instance. [ 1083.690912] env[69529]: DEBUG nova.network.neutron [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updated VIF entry in instance network info cache for port 9dd30193-f157-41b2-b09f-77ed08e74c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.691301] env[69529]: DEBUG nova.network.neutron [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [{"id": "9dd30193-f157-41b2-b09f-77ed08e74c72", "address": "fa:16:3e:bc:22:71", "network": {"id": "200c5a94-1475-4ff5-8a35-4758124f573a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2056970635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2e0bc30b9d74895bcbd3ae714d9a791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd30193-f1", "ovs_interfaceid": "9dd30193-f157-41b2-b09f-77ed08e74c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.745249] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356547, 'name': ReconfigVM_Task, 'duration_secs': 0.464852} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.745532] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfigured VM instance instance-0000004f to attach disk [datastore1] ac516853-029d-4685-a95c-d172e0240eb4/ac516853-029d-4685-a95c-d172e0240eb4.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.746979] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'image_id': 'a76d0082-22e0-4879-b6b2-3f81f0c6522d'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'ba2c8148-fdbb-4561-ad88-0d2a697097d3', 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'}, 'volume_type': None}], 'swap': None} {{(pid=69529) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1083.747176] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1083.747376] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1083.748344] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ca202b-e768-4277-ab72-4252a5072562 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.770610] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8be9fdf-9b2e-4573-a663-b056c9e5fe2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.796719] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] volume-6c097fef-f9dc-443f-aee3-da188fb7c37a/volume-6c097fef-f9dc-443f-aee3-da188fb7c37a.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.797628] env[69529]: DEBUG nova.scheduler.client.report [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.800691] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b40820-ca7c-4414-966e-3fc4b3749e60 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.814767] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.820764] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1083.820764] env[69529]: value = "task-3356548" [ 1083.820764] env[69529]: _type = "Task" [ 1083.820764] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.829327] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.930568] env[69529]: DEBUG nova.compute.manager [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.930787] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.931940] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6e4ed6-23e0-472c-8002-7b4f840867a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.939985] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.940193] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d66bb987-440d-44b3-b3d9-dafb92287ed2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.946145] env[69529]: DEBUG oslo_vmware.api [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 1083.946145] env[69529]: value = "task-3356549" [ 1083.946145] env[69529]: _type = "Task" [ 1083.946145] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.956046] env[69529]: DEBUG oslo_vmware.api [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.965768] env[69529]: DEBUG nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.991965] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.991965] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.992164] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.992383] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.992535] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.992703] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.993380] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.993380] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.993380] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.993528] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.993630] env[69529]: DEBUG nova.virt.hardware [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.994594] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70698ac5-a83f-43db-90fd-788b74898ef5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.002860] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c002406-d801-4ba6-9f57-e8032fefae37 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.097170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.097770] env[69529]: DEBUG nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Instance network_info: |[{"id": "097d6776-4fdb-4986-9754-47e71e066567", "address": "fa:16:3e:89:d7:2f", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097d6776-4f", "ovs_interfaceid": "097d6776-4fdb-4986-9754-47e71e066567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.098201] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:d7:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '097d6776-4fdb-4986-9754-47e71e066567', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.107032] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Creating folder: Project (c912321715c04ad8ad58219c2786e730). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.133162] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4d442d8-f294-4fe9-962f-16930c3fe78a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.133162] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Created folder: Project (c912321715c04ad8ad58219c2786e730) in parent group-v669649. [ 1084.133162] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Creating folder: Instances. Parent ref: group-v669916. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.133162] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-742ef101-1b54-46f5-b14a-c845137408e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.134755] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Created folder: Instances in parent group-v669916. [ 1084.135037] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.135278] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.135556] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f19758-6a8c-40d6-b993-a6f9fc099cc7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.156113] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.156113] env[69529]: value = "task-3356552" [ 1084.156113] env[69529]: _type = "Task" [ 1084.156113] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.164278] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356552, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.195636] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Releasing lock "refresh_cache-e3da2690-31c8-410a-b003-b983eea08863" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.195939] env[69529]: DEBUG nova.compute.manager [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Received event network-vif-plugged-097d6776-4fdb-4986-9754-47e71e066567 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.196154] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Acquiring lock "b39bcbbd-20e2-4bd5-a474-b38d91411582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.196368] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.196557] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.196740] env[69529]: DEBUG nova.compute.manager [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] No waiting events found dispatching network-vif-plugged-097d6776-4fdb-4986-9754-47e71e066567 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.196911] env[69529]: WARNING nova.compute.manager [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Received unexpected event network-vif-plugged-097d6776-4fdb-4986-9754-47e71e066567 for instance with vm_state building and task_state spawning. [ 1084.197346] env[69529]: DEBUG nova.compute.manager [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Received event network-changed-097d6776-4fdb-4986-9754-47e71e066567 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.197346] env[69529]: DEBUG nova.compute.manager [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Refreshing instance network info cache due to event network-changed-097d6776-4fdb-4986-9754-47e71e066567. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.197447] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Acquiring lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.197550] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Acquired lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.197706] env[69529]: DEBUG nova.network.neutron [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Refreshing network info cache for port 097d6776-4fdb-4986-9754-47e71e066567 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.199555] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.315406] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.316047] env[69529]: DEBUG nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.318688] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.235s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.318883] env[69529]: DEBUG nova.objects.instance [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1084.332547] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356548, 'name': ReconfigVM_Task, 'duration_secs': 0.305642} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.332798] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] volume-6c097fef-f9dc-443f-aee3-da188fb7c37a/volume-6c097fef-f9dc-443f-aee3-da188fb7c37a.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.339467] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b467ba5-51a4-4060-af69-0e3c34e28316 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.355721] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1084.355721] env[69529]: value = "task-3356553" [ 1084.355721] env[69529]: _type = "Task" [ 1084.355721] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.364122] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.377156] env[69529]: DEBUG nova.network.neutron [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Successfully updated port: 73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.454987] env[69529]: DEBUG oslo_vmware.api [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356549, 'name': PowerOffVM_Task, 'duration_secs': 0.227788} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.455285] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.455458] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.455715] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-077254cb-3969-48b0-860b-69d94b1c6942 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.512334] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.512514] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.512698] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Deleting the datastore file [datastore2] e3da2690-31c8-410a-b003-b983eea08863 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.512967] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db13542a-0268-43a1-b90c-c6cbf7f8c848 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.519033] env[69529]: DEBUG oslo_vmware.api [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for the task: (returnval){ [ 1084.519033] env[69529]: value = "task-3356555" [ 1084.519033] env[69529]: _type = "Task" [ 1084.519033] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.526704] env[69529]: DEBUG oslo_vmware.api [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.603256] env[69529]: DEBUG nova.compute.manager [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1084.663497] env[69529]: DEBUG nova.compute.manager [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Received event network-vif-deleted-3cc27628-73cc-438a-b3c9-822e05afbc62 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.663693] env[69529]: DEBUG nova.compute.manager [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-vif-plugged-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.663861] env[69529]: DEBUG oslo_concurrency.lockutils [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] Acquiring lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.664072] env[69529]: DEBUG oslo_concurrency.lockutils [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.664267] env[69529]: DEBUG oslo_concurrency.lockutils [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.664454] env[69529]: DEBUG nova.compute.manager [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] No waiting events found dispatching network-vif-plugged-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.664609] env[69529]: WARNING nova.compute.manager [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received unexpected event network-vif-plugged-73324c70-992b-44b4-8454-e7582293df04 for instance with vm_state building and task_state spawning. [ 1084.664768] env[69529]: DEBUG nova.compute.manager [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-changed-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.664919] env[69529]: DEBUG nova.compute.manager [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing instance network info cache due to event network-changed-73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.665117] env[69529]: DEBUG oslo_concurrency.lockutils [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.665257] env[69529]: DEBUG oslo_concurrency.lockutils [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.665416] env[69529]: DEBUG nova.network.neutron [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing network info cache for port 73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.670024] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356552, 'name': CreateVM_Task, 'duration_secs': 0.301127} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.670024] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.670611] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.670767] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.671082] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.671320] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f127ddc0-4d4e-4103-87e5-1eee1bf20a95 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.676371] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1084.676371] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5266e64d-7d42-d718-50af-c39c14085447" [ 1084.676371] env[69529]: _type = "Task" [ 1084.676371] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.686485] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5266e64d-7d42-d718-50af-c39c14085447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.823159] env[69529]: DEBUG nova.compute.utils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.828023] env[69529]: DEBUG nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.828023] env[69529]: DEBUG nova.network.neutron [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.865788] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356553, 'name': ReconfigVM_Task, 'duration_secs': 0.142311} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.868369] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1084.868957] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f0a566-b344-4b6b-bebf-ed4eb7209f1b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.875632] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1084.875632] env[69529]: value = "task-3356556" [ 1084.875632] env[69529]: _type = "Task" [ 1084.875632] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.879769] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.883205] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356556, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.884857] env[69529]: DEBUG nova.policy [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8002efe17d540a38d80ba93fca03147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cccc09d090b4befae6894a622c4c099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.923393] env[69529]: DEBUG nova.network.neutron [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Updated VIF entry in instance network info cache for port 097d6776-4fdb-4986-9754-47e71e066567. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.923393] env[69529]: DEBUG nova.network.neutron [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Updating instance_info_cache with network_info: [{"id": "097d6776-4fdb-4986-9754-47e71e066567", "address": "fa:16:3e:89:d7:2f", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097d6776-4f", "ovs_interfaceid": "097d6776-4fdb-4986-9754-47e71e066567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.032997] env[69529]: DEBUG oslo_vmware.api [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Task: {'id': task-3356555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338262} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.033298] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.033489] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.033792] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.033844] env[69529]: INFO nova.compute.manager [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] [instance: e3da2690-31c8-410a-b003-b983eea08863] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1085.034109] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.034351] env[69529]: DEBUG nova.compute.manager [-] [instance: e3da2690-31c8-410a-b003-b983eea08863] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.034477] env[69529]: DEBUG nova.network.neutron [-] [instance: e3da2690-31c8-410a-b003-b983eea08863] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.130924] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.188759] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5266e64d-7d42-d718-50af-c39c14085447, 'name': SearchDatastore_Task, 'duration_secs': 0.018906} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.189440] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.189708] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.189909] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.190070] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.190251] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.190520] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d5956e2-edee-4e6d-b8b6-3c30e52b1f33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.204589] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.204880] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.205647] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b6caeec-f0a6-44ff-a0ed-232b067cb49b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.212605] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1085.212605] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52630425-db3e-0cae-e002-218da6e2c3d4" [ 1085.212605] env[69529]: _type = "Task" [ 1085.212605] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.220989] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52630425-db3e-0cae-e002-218da6e2c3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.328704] env[69529]: DEBUG nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.332078] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6646f9a9-805b-4fce-a3ad-d227f195420c tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.333318] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.907s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.348485] env[69529]: DEBUG nova.network.neutron [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.385570] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356556, 'name': Rename_Task, 'duration_secs': 0.383153} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.385861] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.386080] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efff37cb-43b5-4450-9ac3-38a3284ec32d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.395998] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1085.395998] env[69529]: value = "task-3356557" [ 1085.395998] env[69529]: _type = "Task" [ 1085.395998] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.405730] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.426580] env[69529]: DEBUG oslo_concurrency.lockutils [req-b2399a98-628f-48f7-830f-e182a4900e1e req-fc2e0469-06f9-4700-93ed-f2ff07c9ce13 service nova] Releasing lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.506492] env[69529]: DEBUG nova.network.neutron [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.669093] env[69529]: DEBUG nova.network.neutron [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Successfully created port: ef9edb88-607f-484b-8a49-25aef82d20a5 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.726107] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52630425-db3e-0cae-e002-218da6e2c3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.726460] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba5be8a-c541-4906-b23a-8a3aaecc3cd6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.732392] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1085.732392] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52399a2b-dc47-527d-30dc-c16a409b9220" [ 1085.732392] env[69529]: _type = "Task" [ 1085.732392] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.740076] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52399a2b-dc47-527d-30dc-c16a409b9220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.839064] env[69529]: INFO nova.compute.claims [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.906787] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.011286] env[69529]: DEBUG oslo_concurrency.lockutils [req-76709161-e477-465c-978e-7d17fe26b332 req-aa84a5d5-0d52-4c15-ae37-b819b82eecea service nova] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.011696] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.011861] env[69529]: DEBUG nova.network.neutron [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.242826] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52399a2b-dc47-527d-30dc-c16a409b9220, 'name': SearchDatastore_Task, 'duration_secs': 0.017299} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.243119] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.243390] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/b39bcbbd-20e2-4bd5-a474-b38d91411582.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.243652] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08ce857f-89cb-4cb8-8ce5-e65dc2c598cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.250570] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1086.250570] env[69529]: value = "task-3356558" [ 1086.250570] env[69529]: _type = "Task" [ 1086.250570] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.258179] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.344484] env[69529]: DEBUG nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.348082] env[69529]: INFO nova.compute.resource_tracker [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating resource usage from migration 5e772cb1-d374-4bca-843b-f8b750a1503c [ 1086.378471] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.378737] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.378917] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.379125] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.379274] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.379421] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.379628] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.379784] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.380096] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.380297] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.380509] env[69529]: DEBUG nova.virt.hardware [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.381410] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae068be9-3d27-499b-bc8d-b561c2d699a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.392343] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ba1fa-5925-4fdd-a5ab-7a061cf5ed6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.416166] env[69529]: DEBUG oslo_vmware.api [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356557, 'name': PowerOnVM_Task, 'duration_secs': 0.99848} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.417063] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.417063] env[69529]: DEBUG nova.compute.manager [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.417323] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbf27f-ea83-44c8-889d-92a9a8281d91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.534522] env[69529]: DEBUG nova.network.neutron [-] [instance: e3da2690-31c8-410a-b003-b983eea08863] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.558466] env[69529]: DEBUG nova.network.neutron [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.652798] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2393fc03-61d0-4f37-b0bd-198d51803635 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.661066] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1281afbc-ed50-4e6c-b20a-84ebcb1906a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.699177] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ea32c6-5abd-4691-9a27-725d26b4e269 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.702712] env[69529]: DEBUG nova.compute.manager [req-dda02e01-cdec-47b5-8a2b-26b9ec788920 req-143fa21e-ec0f-4e9c-8907-0259effe3fa2 service nova] [instance: e3da2690-31c8-410a-b003-b983eea08863] Received event network-vif-deleted-9dd30193-f157-41b2-b09f-77ed08e74c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.709850] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d03f0-4239-44c2-944b-03961da3915c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.726541] env[69529]: DEBUG nova.compute.provider_tree [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.738468] env[69529]: DEBUG nova.network.neutron [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.762209] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.933400] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.037538] env[69529]: INFO nova.compute.manager [-] [instance: e3da2690-31c8-410a-b003-b983eea08863] Took 2.00 seconds to deallocate network for instance. [ 1087.229609] env[69529]: DEBUG nova.scheduler.client.report [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.240576] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.240925] env[69529]: DEBUG nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Instance network_info: |[{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.241342] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:16:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73324c70-992b-44b4-8454-e7582293df04', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.256135] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.257201] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.260835] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1b52a55-f868-4ec1-8df2-2691e0b63bb1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.282552] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585536} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.283838] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/b39bcbbd-20e2-4bd5-a474-b38d91411582.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.284077] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.284337] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.284337] env[69529]: value = "task-3356559" [ 1087.284337] env[69529]: _type = "Task" [ 1087.284337] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.284603] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ccdba72-cb87-45d9-adc5-df1e730fa78b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.298051] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356559, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.298051] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1087.298051] env[69529]: value = "task-3356560" [ 1087.298051] env[69529]: _type = "Task" [ 1087.298051] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.308104] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.313048] env[69529]: DEBUG nova.network.neutron [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Successfully updated port: ef9edb88-607f-484b-8a49-25aef82d20a5 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.544625] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.738563] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.405s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.738797] env[69529]: INFO nova.compute.manager [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Migrating [ 1087.745923] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.223s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.746169] env[69529]: DEBUG nova.objects.instance [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lazy-loading 'resources' on Instance uuid 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.803392] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356559, 'name': CreateVM_Task, 'duration_secs': 0.365048} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.803910] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.804696] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.804867] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.805252] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.808578] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4466765f-74e4-42ae-8edb-94d217043c6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.810192] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07912} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.810440] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.811517] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a643e82-c004-4999-9e13-7b54a54ab2e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.815481] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1087.815481] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d278ed-3c44-4c4c-90b7-b59ba74feebb" [ 1087.815481] env[69529]: _type = "Task" [ 1087.815481] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.815946] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "refresh_cache-6a749cb0-77e9-4f17-8a67-c6803343a133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.816156] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "refresh_cache-6a749cb0-77e9-4f17-8a67-c6803343a133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.816377] env[69529]: DEBUG nova.network.neutron [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.842948] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/b39bcbbd-20e2-4bd5-a474-b38d91411582.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.844427] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98102981-9977-42c2-b11b-48528028f018 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.866227] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d278ed-3c44-4c4c-90b7-b59ba74feebb, 'name': SearchDatastore_Task, 'duration_secs': 0.03156} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.867060] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.867388] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.867689] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.867903] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.868152] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.868710] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-059bf6dc-c0cb-4427-b18c-2921de79190a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.872125] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1087.872125] env[69529]: value = "task-3356561" [ 1087.872125] env[69529]: _type = "Task" [ 1087.872125] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.880567] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.881723] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.881899] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.882572] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0858439-8618-4587-8050-a01ad9ce5a6a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.886976] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1087.886976] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521739de-2ce9-0b1b-bfe1-6c8de454b753" [ 1087.886976] env[69529]: _type = "Task" [ 1087.886976] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.894032] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521739de-2ce9-0b1b-bfe1-6c8de454b753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.256850] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.257223] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.257223] env[69529]: DEBUG nova.network.neutron [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.350911] env[69529]: DEBUG nova.network.neutron [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.384841] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356561, 'name': ReconfigVM_Task, 'duration_secs': 0.318738} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.387161] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/b39bcbbd-20e2-4bd5-a474-b38d91411582.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.388036] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ce3b8b-e614-4cc8-8ddf-eabf504f983f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.398560] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521739de-2ce9-0b1b-bfe1-6c8de454b753, 'name': SearchDatastore_Task, 'duration_secs': 0.019572} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.402853] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1088.402853] env[69529]: value = "task-3356562" [ 1088.402853] env[69529]: _type = "Task" [ 1088.402853] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.405734] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e1c5a9-a280-41c1-8f29-b629368e8d20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.417293] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356562, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.417595] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1088.417595] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5299cfbc-1c36-c7d0-f1dc-1aae935dadf2" [ 1088.417595] env[69529]: _type = "Task" [ 1088.417595] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.427402] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5299cfbc-1c36-c7d0-f1dc-1aae935dadf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.518171] env[69529]: DEBUG nova.network.neutron [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Updating instance_info_cache with network_info: [{"id": "ef9edb88-607f-484b-8a49-25aef82d20a5", "address": "fa:16:3e:1a:05:b8", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9edb88-60", "ovs_interfaceid": "ef9edb88-607f-484b-8a49-25aef82d20a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.521436] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe86738-c7cb-4705-b144-fdc1698a652f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.529919] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2517a816-bfb1-4e16-8036-41a8d64317e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.564164] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084bb637-5e3d-48a6-a62d-276a2279239b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.574718] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175b8f03-ec85-4f2f-8d47-c91fb565f852 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.589775] env[69529]: DEBUG nova.compute.provider_tree [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.719456] env[69529]: DEBUG nova.compute.manager [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Received event network-vif-plugged-ef9edb88-607f-484b-8a49-25aef82d20a5 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.719766] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] Acquiring lock "6a749cb0-77e9-4f17-8a67-c6803343a133-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.720071] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.720323] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.720587] env[69529]: DEBUG nova.compute.manager [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] No waiting events found dispatching network-vif-plugged-ef9edb88-607f-484b-8a49-25aef82d20a5 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.720830] env[69529]: WARNING nova.compute.manager [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Received unexpected event network-vif-plugged-ef9edb88-607f-484b-8a49-25aef82d20a5 for instance with vm_state building and task_state spawning. [ 1088.721083] env[69529]: DEBUG nova.compute.manager [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Received event network-changed-ef9edb88-607f-484b-8a49-25aef82d20a5 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.721321] env[69529]: DEBUG nova.compute.manager [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Refreshing instance network info cache due to event network-changed-ef9edb88-607f-484b-8a49-25aef82d20a5. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.721563] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] Acquiring lock "refresh_cache-6a749cb0-77e9-4f17-8a67-c6803343a133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.917539] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356562, 'name': Rename_Task, 'duration_secs': 0.139977} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.917820] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.918073] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8acf569a-a9c9-471c-9e29-aaa608db7d2d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.924597] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1088.924597] env[69529]: value = "task-3356563" [ 1088.924597] env[69529]: _type = "Task" [ 1088.924597] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.930840] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5299cfbc-1c36-c7d0-f1dc-1aae935dadf2, 'name': SearchDatastore_Task, 'duration_secs': 0.017651} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.933375] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.933637] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8bd52c67-ec7c-4c53-8863-a641638cf4e2/8bd52c67-ec7c-4c53-8863-a641638cf4e2.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.933877] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6da93de2-01f2-483a-966f-e3af987a85f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.939210] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.943149] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1088.943149] env[69529]: value = "task-3356564" [ 1088.943149] env[69529]: _type = "Task" [ 1088.943149] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.950941] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.972851] env[69529]: DEBUG nova.network.neutron [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.020265] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "refresh_cache-6a749cb0-77e9-4f17-8a67-c6803343a133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.020743] env[69529]: DEBUG nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Instance network_info: |[{"id": "ef9edb88-607f-484b-8a49-25aef82d20a5", "address": "fa:16:3e:1a:05:b8", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9edb88-60", "ovs_interfaceid": "ef9edb88-607f-484b-8a49-25aef82d20a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.021265] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] Acquired lock "refresh_cache-6a749cb0-77e9-4f17-8a67-c6803343a133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.021590] env[69529]: DEBUG nova.network.neutron [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Refreshing network info cache for port ef9edb88-607f-484b-8a49-25aef82d20a5 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.024029] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:05:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef9edb88-607f-484b-8a49-25aef82d20a5', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.038667] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.040261] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.040653] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b68ca23-64d6-43ca-a57f-0cb2199ee52f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.063037] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.063037] env[69529]: value = "task-3356565" [ 1089.063037] env[69529]: _type = "Task" [ 1089.063037] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.072956] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356565, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.093491] env[69529]: DEBUG nova.scheduler.client.report [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.435653] env[69529]: DEBUG oslo_vmware.api [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356563, 'name': PowerOnVM_Task, 'duration_secs': 0.509108} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.435653] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.436077] env[69529]: INFO nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1089.436077] env[69529]: DEBUG nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.436764] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f549749e-60fa-4b9f-be76-43135a75ec80 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.456139] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.476180] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.573926] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356565, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.598798] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.601824] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.787s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.602215] env[69529]: DEBUG nova.objects.instance [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lazy-loading 'resources' on Instance uuid 586baa9e-b3d1-4530-91c7-a73c3b437985 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.624288] env[69529]: INFO nova.scheduler.client.report [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Deleted allocations for instance 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5 [ 1089.791432] env[69529]: DEBUG nova.network.neutron [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Updated VIF entry in instance network info cache for port ef9edb88-607f-484b-8a49-25aef82d20a5. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.791984] env[69529]: DEBUG nova.network.neutron [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Updating instance_info_cache with network_info: [{"id": "ef9edb88-607f-484b-8a49-25aef82d20a5", "address": "fa:16:3e:1a:05:b8", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef9edb88-60", "ovs_interfaceid": "ef9edb88-607f-484b-8a49-25aef82d20a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.957943] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528397} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.959748] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8bd52c67-ec7c-4c53-8863-a641638cf4e2/8bd52c67-ec7c-4c53-8863-a641638cf4e2.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.960021] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.960231] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ff5b279-d3b5-4f14-854d-221c575dff4a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.962550] env[69529]: INFO nova.compute.manager [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Took 13.68 seconds to build instance. [ 1089.968097] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1089.968097] env[69529]: value = "task-3356566" [ 1089.968097] env[69529]: _type = "Task" [ 1089.968097] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.978075] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.074097] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356565, 'name': CreateVM_Task, 'duration_secs': 0.925114} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.074270] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.075016] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.075195] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.075607] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.075866] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d29dd61-b145-4e29-b53f-652497df4ea2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.080561] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1090.080561] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528ff905-91aa-773d-3e76-88e22d2c23ed" [ 1090.080561] env[69529]: _type = "Task" [ 1090.080561] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.088527] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528ff905-91aa-773d-3e76-88e22d2c23ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.134292] env[69529]: DEBUG oslo_concurrency.lockutils [None req-72744241-7550-491e-b619-eb918a53b425 tempest-ServersWithSpecificFlavorTestJSON-1430173765 tempest-ServersWithSpecificFlavorTestJSON-1430173765-project-member] Lock "6aa9aee7-b603-4ba8-85fd-02d90cef2cd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.689s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.294731] env[69529]: DEBUG oslo_concurrency.lockutils [req-d3e17494-6db8-4a07-b824-1cc07571b1d1 req-6947eae3-0624-42ee-82c8-ef3e3b2bca29 service nova] Releasing lock "refresh_cache-6a749cb0-77e9-4f17-8a67-c6803343a133" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.322980] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15934014-ab53-4085-abfc-baccc676061d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.330603] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5743451c-9200-45b1-ac64-4b7e5b97db67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.362836] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07129d7-6c6d-4dad-80d4-7a8968f81d52 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.370516] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7206fba-2667-4758-9a52-286516a311e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.384689] env[69529]: DEBUG nova.compute.provider_tree [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.464497] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e147e41f-348c-47fe-a54c-e62ed1a8842c tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.193s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.478058] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290546} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.478058] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.478753] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c489a08e-fd9b-466c-9dcd-d7e47d6e3157 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.502267] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8bd52c67-ec7c-4c53-8863-a641638cf4e2/8bd52c67-ec7c-4c53-8863-a641638cf4e2.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.503251] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6040fa43-1472-4081-8000-42a959507d5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.522703] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1090.522703] env[69529]: value = "task-3356567" [ 1090.522703] env[69529]: _type = "Task" [ 1090.522703] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.530312] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.592596] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528ff905-91aa-773d-3e76-88e22d2c23ed, 'name': SearchDatastore_Task, 'duration_secs': 0.019202} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.592596] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.592754] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.592970] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.593119] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.593290] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.593542] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e7df7c4-b063-41ae-9ac5-257b5c9c91c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.602197] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.602320] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.603017] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfc262a-8eca-4593-9980-1339b0693214 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.608163] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1090.608163] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b7bccf-5ce1-ab51-cdae-c37d1a49feb2" [ 1090.608163] env[69529]: _type = "Task" [ 1090.608163] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.616420] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b7bccf-5ce1-ab51-cdae-c37d1a49feb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.887542] env[69529]: DEBUG nova.scheduler.client.report [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.007029] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9293b42f-5a44-4c31-ad3e-b4dfe850ab96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.028530] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance '44b8634c-461a-4b55-b773-a42a579fb445' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.040653] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356567, 'name': ReconfigVM_Task, 'duration_secs': 0.303513} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.040959] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8bd52c67-ec7c-4c53-8863-a641638cf4e2/8bd52c67-ec7c-4c53-8863-a641638cf4e2.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.041599] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e9730d7-b36d-45e5-8baf-71cca2b115f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.048088] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1091.048088] env[69529]: value = "task-3356568" [ 1091.048088] env[69529]: _type = "Task" [ 1091.048088] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.056072] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356568, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.121141] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b7bccf-5ce1-ab51-cdae-c37d1a49feb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008859} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.122087] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734201f2-5840-4a32-8f8c-8e1c7aae9488 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.127596] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1091.127596] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5207a96c-7012-1b68-6c9b-95eec895bab0" [ 1091.127596] env[69529]: _type = "Task" [ 1091.127596] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.136967] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5207a96c-7012-1b68-6c9b-95eec895bab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.300669] env[69529]: INFO nova.compute.manager [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Rescuing [ 1091.302873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.302873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.302966] env[69529]: DEBUG nova.network.neutron [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.393012] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.395847] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.195s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.396244] env[69529]: DEBUG nova.objects.instance [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'resources' on Instance uuid 12abcdd0-02bf-45c6-af60-662af31f6c50 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.415421] env[69529]: INFO nova.scheduler.client.report [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Deleted allocations for instance 586baa9e-b3d1-4530-91c7-a73c3b437985 [ 1091.538023] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.538339] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd38bc64-783e-48a7-94d7-1d1ba4c3bbb0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.546684] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1091.546684] env[69529]: value = "task-3356569" [ 1091.546684] env[69529]: _type = "Task" [ 1091.546684] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.561787] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.564339] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356568, 'name': Rename_Task, 'duration_secs': 0.130533} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.564418] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.565260] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deff489e-8c98-493d-bda6-e3e601baadad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.571626] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1091.571626] env[69529]: value = "task-3356570" [ 1091.571626] env[69529]: _type = "Task" [ 1091.571626] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.579637] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.638705] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5207a96c-7012-1b68-6c9b-95eec895bab0, 'name': SearchDatastore_Task, 'duration_secs': 0.013794} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.638993] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.639276] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6a749cb0-77e9-4f17-8a67-c6803343a133/6a749cb0-77e9-4f17-8a67-c6803343a133.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.639535] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8be1c95-6f4d-4a26-8c11-5b91b04c2e29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.646118] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1091.646118] env[69529]: value = "task-3356571" [ 1091.646118] env[69529]: _type = "Task" [ 1091.646118] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.653835] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.923409] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fbf30330-3e0b-460d-a9d4-b9c51da34b62 tempest-ServerShowV254Test-185669784 tempest-ServerShowV254Test-185669784-project-member] Lock "586baa9e-b3d1-4530-91c7-a73c3b437985" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.409s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.062346] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356569, 'name': PowerOffVM_Task, 'duration_secs': 0.253514} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.063241] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.063508] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance '44b8634c-461a-4b55-b773-a42a579fb445' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.076140] env[69529]: DEBUG nova.network.neutron [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Updating instance_info_cache with network_info: [{"id": "097d6776-4fdb-4986-9754-47e71e066567", "address": "fa:16:3e:89:d7:2f", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap097d6776-4f", "ovs_interfaceid": "097d6776-4fdb-4986-9754-47e71e066567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.091401] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.163864] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356571, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.205144] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b49da2-dd10-4dd9-9b87-65b0641edd7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.215860] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc71502-900d-44e5-b63c-6830206948fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.255248] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4548334-4bd8-4130-9759-5aad7d3ce5b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.263238] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a4d02-f648-4c3a-bc39-c57a16dd7efe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.277423] env[69529]: DEBUG nova.compute.provider_tree [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.572108] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.572577] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.572577] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.572729] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.572879] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.573036] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.573244] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.573402] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.573574] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.573733] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.574126] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.579417] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b10d2280-04bd-4893-bacd-7676f06ce5b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.596210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "refresh_cache-b39bcbbd-20e2-4bd5-a474-b38d91411582" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.604945] env[69529]: DEBUG oslo_vmware.api [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356570, 'name': PowerOnVM_Task, 'duration_secs': 0.707166} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.606514] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.606760] env[69529]: INFO nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1092.606939] env[69529]: DEBUG nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.607469] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1092.607469] env[69529]: value = "task-3356572" [ 1092.607469] env[69529]: _type = "Task" [ 1092.607469] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.608209] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369342cf-a40b-4665-ab52-f37285c3e9c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.625265] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.658536] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593991} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.659350] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6a749cb0-77e9-4f17-8a67-c6803343a133/6a749cb0-77e9-4f17-8a67-c6803343a133.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.659350] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.662085] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc2b23b3-6a3a-4c66-986c-61adc9e0a540 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.666256] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1092.666256] env[69529]: value = "task-3356573" [ 1092.666256] env[69529]: _type = "Task" [ 1092.666256] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.676899] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.783371] env[69529]: DEBUG nova.scheduler.client.report [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.121714] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356572, 'name': ReconfigVM_Task, 'duration_secs': 0.343189} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.122060] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance '44b8634c-461a-4b55-b773-a42a579fb445' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.150813] env[69529]: INFO nova.compute.manager [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Took 15.74 seconds to build instance. [ 1093.182351] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197292} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.182624] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.183782] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e204fc6-eac5-44c1-89e3-697702c6a6ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.221017] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6a749cb0-77e9-4f17-8a67-c6803343a133/6a749cb0-77e9-4f17-8a67-c6803343a133.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.221017] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afdbfd47-afc6-4269-9ead-b88bfefe4d2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.243555] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1093.243555] env[69529]: value = "task-3356574" [ 1093.243555] env[69529]: _type = "Task" [ 1093.243555] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.251719] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.291017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.291444] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.161s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.314517] env[69529]: INFO nova.scheduler.client.report [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted allocations for instance 12abcdd0-02bf-45c6-af60-662af31f6c50 [ 1093.629124] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.629124] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.629124] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.629124] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.629798] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.630122] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.630463] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.633080] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.633080] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.633080] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.633080] env[69529]: DEBUG nova.virt.hardware [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.637167] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.637919] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6990e8b-d257-4ed7-b687-0ffead90c6b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.659131] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe0ad09f-eb57-444a-9b53-3c569475483a tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.261s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.660474] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1093.660474] env[69529]: value = "task-3356575" [ 1093.660474] env[69529]: _type = "Task" [ 1093.660474] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.676476] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.756574] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.782141] env[69529]: DEBUG nova.compute.manager [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-changed-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.782141] env[69529]: DEBUG nova.compute.manager [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing instance network info cache due to event network-changed-73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.782141] env[69529]: DEBUG oslo_concurrency.lockutils [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.782141] env[69529]: DEBUG oslo_concurrency.lockutils [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.782141] env[69529]: DEBUG nova.network.neutron [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing network info cache for port 73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.798234] env[69529]: INFO nova.compute.claims [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.824170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-bc96543e-4f0e-4461-833b-1bb8eb4c55a4 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "12abcdd0-02bf-45c6-af60-662af31f6c50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.603s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.172150] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.172900] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c9c9fae-65d2-4999-aef5-7ee01de2ba39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.181946] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356575, 'name': ReconfigVM_Task, 'duration_secs': 0.219533} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.183046] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.183046] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1094.183046] env[69529]: value = "task-3356576" [ 1094.183046] env[69529]: _type = "Task" [ 1094.183046] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.183537] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f68da1-165c-4750-ae32-7367c2140cfd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.219526] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.223377] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f027d9-ab0c-4ffb-bb7f-5cd5c65d2b59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.237899] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.245434] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1094.245434] env[69529]: value = "task-3356577" [ 1094.245434] env[69529]: _type = "Task" [ 1094.245434] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.258853] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356574, 'name': ReconfigVM_Task, 'duration_secs': 0.661844} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.262666] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6a749cb0-77e9-4f17-8a67-c6803343a133/6a749cb0-77e9-4f17-8a67-c6803343a133.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.263536] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.263794] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f86dcb9-c613-4caf-bc44-d81dfecaa02f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.271565] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1094.271565] env[69529]: value = "task-3356578" [ 1094.271565] env[69529]: _type = "Task" [ 1094.271565] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.286071] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356578, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.310409] env[69529]: INFO nova.compute.resource_tracker [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating resource usage from migration 8d7ceb63-cab3-4909-bed9-fbd9c57d6a0f [ 1094.572507] env[69529]: DEBUG nova.network.neutron [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updated VIF entry in instance network info cache for port 73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.576186] env[69529]: DEBUG nova.network.neutron [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.635674] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d18a95-25b4-4ae1-80db-2fddd06e4513 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.647584] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd39bd5-948b-4360-bed0-84b1457f0ba3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.679837] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7be7c7-011e-4c1d-989a-dcac99d9e07e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.692811] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb5a4ec-5459-496e-a0bb-0b4b164376ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.701796] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356576, 'name': PowerOffVM_Task, 'duration_secs': 0.242131} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.710950] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.711618] env[69529]: DEBUG nova.compute.provider_tree [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.713520] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44db9d99-29e8-4e3d-b69c-6567cd2c0858 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.734752] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ae2181-f377-4b88-be5f-acc8e1e98e9b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.748731] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.749049] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.759222] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356577, 'name': ReconfigVM_Task, 'duration_secs': 0.472673} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.759562] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.759893] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance '44b8634c-461a-4b55-b773-a42a579fb445' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.779301] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.779723] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb1ccbb-de20-4bba-b593-20fe577348d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.784769] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356578, 'name': Rename_Task, 'duration_secs': 0.167292} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.785763] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.786059] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddd01d98-4f53-4997-9365-0878e9fb5170 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.789103] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1094.789103] env[69529]: value = "task-3356579" [ 1094.789103] env[69529]: _type = "Task" [ 1094.789103] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.793586] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.793824] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.794068] env[69529]: INFO nova.compute.manager [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Rebooting instance [ 1094.795413] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1094.795413] env[69529]: value = "task-3356580" [ 1094.795413] env[69529]: _type = "Task" [ 1094.795413] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.803356] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1094.803467] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.803675] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.803831] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.804064] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.804353] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c624a39e-97df-408f-9cae-aeb80efb2c9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.808978] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.818352] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.818579] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.820016] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41023841-61ab-4484-b40a-e724647f4eba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.829861] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1094.829861] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5287499b-36de-c189-bf80-f73c4189139e" [ 1094.829861] env[69529]: _type = "Task" [ 1094.829861] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.836531] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5287499b-36de-c189-bf80-f73c4189139e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.076959] env[69529]: DEBUG oslo_concurrency.lockutils [req-09853869-4a33-4282-8ef8-50900cb3aede req-804775e6-84bf-4204-b830-257751cb55a1 service nova] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.220204] env[69529]: DEBUG nova.scheduler.client.report [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.255096] env[69529]: DEBUG nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.273378] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0432da11-a661-4ecf-8db1-70e0b1cd0049 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.281157] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.281834] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.311024] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62117cf6-a9b9-482b-979a-6c17f6bd1718 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.319869] env[69529]: DEBUG oslo_vmware.api [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356580, 'name': PowerOnVM_Task, 'duration_secs': 0.517215} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.335407] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.335650] env[69529]: INFO nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1095.335836] env[69529]: DEBUG nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.336758] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance '44b8634c-461a-4b55-b773-a42a579fb445' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.340995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.341175] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.341342] env[69529]: DEBUG nova.network.neutron [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.342785] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d65a766-975c-4b1c-b300-00efd990cb95 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.354505] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5287499b-36de-c189-bf80-f73c4189139e, 'name': SearchDatastore_Task, 'duration_secs': 0.008544} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.360721] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d82642-fcfc-4aa3-890c-f74320e05b71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.366069] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1095.366069] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efdddf-8251-61a8-7ced-843128fb65b1" [ 1095.366069] env[69529]: _type = "Task" [ 1095.366069] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.374346] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efdddf-8251-61a8-7ced-843128fb65b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.728526] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.437s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.728825] env[69529]: INFO nova.compute.manager [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Migrating [ 1095.735754] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.803s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.735952] env[69529]: DEBUG nova.objects.instance [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1095.784152] env[69529]: DEBUG nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.788356] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.873094] env[69529]: INFO nova.compute.manager [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Took 18.00 seconds to build instance. [ 1095.879143] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efdddf-8251-61a8-7ced-843128fb65b1, 'name': SearchDatastore_Task, 'duration_secs': 0.028138} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.880152] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.880152] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. {{(pid=69529) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1095.880300] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77fe232b-c373-481f-bfe6-0d77bc9b61b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.888347] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1095.888347] env[69529]: value = "task-3356581" [ 1095.888347] env[69529]: _type = "Task" [ 1095.888347] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.897836] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.127941] env[69529]: DEBUG nova.network.neutron [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.250194] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.250379] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.250555] env[69529]: DEBUG nova.network.neutron [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.308511] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.375221] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1f14954b-7376-49f1-be87-e831df40454b tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.505s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.398808] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.630449] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.692309] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "6a749cb0-77e9-4f17-8a67-c6803343a133" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.692602] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.692825] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "6a749cb0-77e9-4f17-8a67-c6803343a133-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.693045] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.693226] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.695512] env[69529]: INFO nova.compute.manager [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Terminating instance [ 1096.747222] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b115a2f5-f4ca-4181-ba83-80ce4a728280 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.748365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.204s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.748604] env[69529]: DEBUG nova.objects.instance [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lazy-loading 'resources' on Instance uuid e3da2690-31c8-410a-b003-b983eea08863 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.898774] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907295} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.899054] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. [ 1096.899829] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29de449-549f-41c0-a928-d3d30b69ac45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.927333] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.927603] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d98e359b-4f74-4877-8c91-374a5fe1d701 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.946177] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1096.946177] env[69529]: value = "task-3356582" [ 1096.946177] env[69529]: _type = "Task" [ 1096.946177] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.956456] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.985684] env[69529]: DEBUG nova.network.neutron [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance_info_cache with network_info: [{"id": "63d865b9-56b7-45de-922c-d0728ee15b22", "address": "fa:16:3e:f5:90:9f", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d865b9-56", "ovs_interfaceid": "63d865b9-56b7-45de-922c-d0728ee15b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.035122] env[69529]: DEBUG nova.network.neutron [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Port 2bb0aad2-2e0e-415e-a372-1c8dfd86d606 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1097.135468] env[69529]: DEBUG nova.compute.manager [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.136380] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f33cb79-0526-4ed2-b661-a41034110b8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.201777] env[69529]: DEBUG nova.compute.manager [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.202086] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.203049] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26d985c-8528-49b1-a95a-214613925cd2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.210895] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.211175] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3727f771-95e3-4288-8cf4-a1f208ffa525 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.217816] env[69529]: DEBUG oslo_vmware.api [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1097.217816] env[69529]: value = "task-3356583" [ 1097.217816] env[69529]: _type = "Task" [ 1097.217816] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.227211] env[69529]: DEBUG oslo_vmware.api [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.461057] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356582, 'name': ReconfigVM_Task, 'duration_secs': 0.335104} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.461478] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.462904] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4597f995-96f4-4b93-9ddf-35fad6a86aa4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.496376] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.497649] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41554f3a-e445-45ad-9f5c-443ea33637d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.513017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.513279] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.522083] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1097.522083] env[69529]: value = "task-3356584" [ 1097.522083] env[69529]: _type = "Task" [ 1097.522083] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.531444] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.592024] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3651fa2-d69a-4017-ae76-0ce8e79a181c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.600066] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6199e4e9-ba8c-4826-9153-39b8c3d1fe5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.631011] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5116046-8bfd-4214-929f-eca35306bf98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.638599] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303f347-8a9b-4eea-b74c-cdfc01d629f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.655074] env[69529]: DEBUG nova.compute.provider_tree [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.727107] env[69529]: DEBUG oslo_vmware.api [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356583, 'name': PowerOffVM_Task, 'duration_secs': 0.246445} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.727404] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.727573] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.727811] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd06882-86ed-46f9-b30c-690a1b6d00ee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.785811] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.786128] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.786349] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleting the datastore file [datastore2] 6a749cb0-77e9-4f17-8a67-c6803343a133 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.786635] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd530cc-0000-4337-8d85-310debf4767c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.793620] env[69529]: DEBUG oslo_vmware.api [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1097.793620] env[69529]: value = "task-3356586" [ 1097.793620] env[69529]: _type = "Task" [ 1097.793620] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.801557] env[69529]: DEBUG oslo_vmware.api [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.017318] env[69529]: DEBUG nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.030562] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356584, 'name': ReconfigVM_Task, 'duration_secs': 0.17002} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.030821] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.031064] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4730642-7a7b-4d92-90db-106e5afa18ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.037182] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1098.037182] env[69529]: value = "task-3356587" [ 1098.037182] env[69529]: _type = "Task" [ 1098.037182] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.045470] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.065928] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "44b8634c-461a-4b55-b773-a42a579fb445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.065928] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.065928] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.158388] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f0d3f7-8874-444a-beb0-7737f12c0677 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.162448] env[69529]: DEBUG nova.scheduler.client.report [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.170420] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Doing hard reboot of VM {{(pid=69529) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1098.170740] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-26e07ef6-11f3-4ca5-9c48-eea2d4fa9111 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.177010] env[69529]: DEBUG oslo_vmware.api [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1098.177010] env[69529]: value = "task-3356588" [ 1098.177010] env[69529]: _type = "Task" [ 1098.177010] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.186392] env[69529]: DEBUG oslo_vmware.api [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356588, 'name': ResetVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.303604] env[69529]: DEBUG oslo_vmware.api [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203005} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.303859] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.304066] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.304252] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.304426] env[69529]: INFO nova.compute.manager [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1098.304713] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.304940] env[69529]: DEBUG nova.compute.manager [-] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.305050] env[69529]: DEBUG nova.network.neutron [-] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.548031] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356587, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.556655] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.620956] env[69529]: DEBUG nova.compute.manager [req-159ab9fb-e29e-47b7-be77-82e9312db793 req-a38f4995-65ff-491a-b80f-eb673c669b62 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Received event network-vif-deleted-ef9edb88-607f-484b-8a49-25aef82d20a5 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.622481] env[69529]: INFO nova.compute.manager [req-159ab9fb-e29e-47b7-be77-82e9312db793 req-a38f4995-65ff-491a-b80f-eb673c669b62 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Neutron deleted interface ef9edb88-607f-484b-8a49-25aef82d20a5; detaching it from the instance and deleting it from the info cache [ 1098.622620] env[69529]: DEBUG nova.network.neutron [req-159ab9fb-e29e-47b7-be77-82e9312db793 req-a38f4995-65ff-491a-b80f-eb673c669b62 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.668433] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.670983] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.883s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.672914] env[69529]: INFO nova.compute.claims [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.686394] env[69529]: DEBUG oslo_vmware.api [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356588, 'name': ResetVM_Task, 'duration_secs': 0.088427} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.687338] env[69529]: INFO nova.scheduler.client.report [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Deleted allocations for instance e3da2690-31c8-410a-b003-b983eea08863 [ 1098.688274] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Did hard reboot of VM {{(pid=69529) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1098.688472] env[69529]: DEBUG nova.compute.manager [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.691705] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd32cecf-710b-4ccf-9b63-973bfbaccc3d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.024498] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d4942-a662-456f-b1c7-ae4f48117a8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.044179] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance 'b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.057075] env[69529]: DEBUG oslo_vmware.api [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356587, 'name': PowerOnVM_Task, 'duration_secs': 0.536179} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.057075] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.059713] env[69529]: DEBUG nova.compute.manager [None req-fd6a6a63-227b-47c5-8786-47596331d347 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.060615] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e5de41-8cae-4af0-8c7c-c56ddcb745e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.082407] env[69529]: DEBUG nova.network.neutron [-] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.100911] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.101114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.101293] env[69529]: DEBUG nova.network.neutron [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.125062] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be056029-7f8d-405b-97ee-f6330ef2cfb2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.134156] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e06eae-33d7-4cb7-8892-063a85c33dc1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.165088] env[69529]: DEBUG nova.compute.manager [req-159ab9fb-e29e-47b7-be77-82e9312db793 req-a38f4995-65ff-491a-b80f-eb673c669b62 service nova] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Detach interface failed, port_id=ef9edb88-607f-484b-8a49-25aef82d20a5, reason: Instance 6a749cb0-77e9-4f17-8a67-c6803343a133 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.197713] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b897800b-c5aa-4d98-9828-20d791a6e80f tempest-AttachInterfacesUnderV243Test-42279402 tempest-AttachInterfacesUnderV243Test-42279402-project-member] Lock "e3da2690-31c8-410a-b003-b983eea08863" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.778s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.203276] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9daee0d2-83f6-48a4-b9ae-d4563e6d0d9c tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.409s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.553207] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.553422] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4da535d6-00af-49ee-8ed2-9d645ac1d01b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.560524] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1099.560524] env[69529]: value = "task-3356589" [ 1099.560524] env[69529]: _type = "Task" [ 1099.560524] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.569270] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.583872] env[69529]: INFO nova.compute.manager [-] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Took 1.28 seconds to deallocate network for instance. [ 1099.923269] env[69529]: DEBUG nova.network.neutron [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.974548] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd98aa02-094d-4a4f-b4dd-fe2b4100ab57 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.982824] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d5890-ff8d-40c9-8c34-88a0a3405fa8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.017359] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6acc0a-643f-4b97-a309-0427b28e669d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.024671] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0152687d-9445-4c34-b2da-94c101658024 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.039767] env[69529]: DEBUG nova.compute.provider_tree [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.071627] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356589, 'name': PowerOffVM_Task, 'duration_secs': 0.198625} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.072112] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.072292] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance 'b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.090795] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.210304] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "00d91621-5140-4d18-ae01-162289c63447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.210559] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "00d91621-5140-4d18-ae01-162289c63447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.426312] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545329] env[69529]: DEBUG nova.scheduler.client.report [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.579630] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.579630] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.579630] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.579630] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.579630] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.579941] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.579976] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.581026] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.581026] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.581026] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.581026] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.585817] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad39b027-28b5-490a-9554-13d19802d67c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.604536] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1100.604536] env[69529]: value = "task-3356590" [ 1100.604536] env[69529]: _type = "Task" [ 1100.604536] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.614284] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.713147] env[69529]: DEBUG nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.936829] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385c260e-d7ef-49bf-8566-c9d8202f31e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.944013] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f37dbc4-dfca-480b-8774-98f814db79b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.050055] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.050827] env[69529]: DEBUG nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.054764] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.746s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.056532] env[69529]: INFO nova.compute.claims [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.116370] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356590, 'name': ReconfigVM_Task, 'duration_secs': 0.281794} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.116781] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance 'b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.243947] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.562022] env[69529]: DEBUG nova.compute.utils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.565507] env[69529]: DEBUG nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.565689] env[69529]: DEBUG nova.network.neutron [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.612483] env[69529]: DEBUG nova.policy [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.623741] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.624194] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.624194] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.624448] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.624819] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.624819] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.624968] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.625723] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.625723] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.625723] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.625723] env[69529]: DEBUG nova.virt.hardware [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.631133] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.631484] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe587d8-87fb-48c7-a0e5-b848a36ace1a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.652740] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1101.652740] env[69529]: value = "task-3356591" [ 1101.652740] env[69529]: _type = "Task" [ 1101.652740] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.662748] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.025053] env[69529]: DEBUG nova.network.neutron [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Successfully created port: 2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.063153] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b960f7-ee73-47c0-b5a3-34929ba54e78 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.066559] env[69529]: DEBUG nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.094095] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ce445-baf3-4283-b5a0-c3c0fb0a356c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.106902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance '44b8634c-461a-4b55-b773-a42a579fb445' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.169844] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356591, 'name': ReconfigVM_Task, 'duration_secs': 0.170694} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.172607] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.175156] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1666c9a-33e8-4a3a-bc4d-7bcfb8385677 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.200446] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e/b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.207016] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974b2db8-c44b-4ccf-baa1-5e1844b032c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.225715] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1102.225715] env[69529]: value = "task-3356592" [ 1102.225715] env[69529]: _type = "Task" [ 1102.225715] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.234492] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.403492] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300bee2-9280-402c-b646-54210b337011 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.412039] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f057090e-b06e-4988-ac94-79991620c46c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.446055] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1b2e26-9fec-4615-a058-596176a94e41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.459338] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a716caae-1461-4a52-80c8-f2a73e5c5c75 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.476244] env[69529]: DEBUG nova.compute.provider_tree [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.613885] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.614476] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a485979b-2864-4b4b-89d3-9479f1368f6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.621480] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1102.621480] env[69529]: value = "task-3356593" [ 1102.621480] env[69529]: _type = "Task" [ 1102.621480] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.629749] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.736173] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356592, 'name': ReconfigVM_Task, 'duration_secs': 0.293027} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.736515] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e/b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.736824] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance 'b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.954936] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Acquiring lock "ebc87d1b-adf1-4b14-ba31-630b57b16039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.955926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.956270] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Acquiring lock "ebc87d1b-adf1-4b14-ba31-630b57b16039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.956564] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.956835] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.959740] env[69529]: INFO nova.compute.manager [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Terminating instance [ 1102.978940] env[69529]: DEBUG nova.scheduler.client.report [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.081024] env[69529]: DEBUG nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.121438] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.121902] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.121902] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.121902] env[69529]: DEBUG nova.virt.hardware [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.123095] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2b052-e1a2-4639-86c5-c922f87857d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.135364] env[69529]: DEBUG oslo_vmware.api [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356593, 'name': PowerOnVM_Task, 'duration_secs': 0.402776} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.137738] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.137975] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea834d3-37f5-491c-b577-0d1ebfcbe5cd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance '44b8634c-461a-4b55-b773-a42a579fb445' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.143665] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17531056-6b0b-4c70-9173-ed8acaabd350 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.244608] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aba875-908e-4044-ab29-f52f3b0a75a6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.265582] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e8289-f95d-4602-b8c6-aaa0ab557fae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.284481] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance 'b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.467022] env[69529]: DEBUG nova.compute.manager [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.467022] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.467022] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ca9117-0d07-40de-ba4c-07046b0f0768 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.472886] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1103.472886] env[69529]: value = "task-3356594" [ 1103.472886] env[69529]: _type = "Task" [ 1103.472886] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.483302] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.483943] env[69529]: DEBUG nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.486560] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.487200] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.934s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.488726] env[69529]: INFO nova.compute.claims [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.694467] env[69529]: DEBUG nova.compute.manager [req-788dc6c0-ef67-47c8-8f4c-d3ecf5d263a8 req-5bbbc7dc-bdff-4cb8-aaef-b2de89790c3f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-vif-plugged-2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.694950] env[69529]: DEBUG oslo_concurrency.lockutils [req-788dc6c0-ef67-47c8-8f4c-d3ecf5d263a8 req-5bbbc7dc-bdff-4cb8-aaef-b2de89790c3f service nova] Acquiring lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.696024] env[69529]: DEBUG oslo_concurrency.lockutils [req-788dc6c0-ef67-47c8-8f4c-d3ecf5d263a8 req-5bbbc7dc-bdff-4cb8-aaef-b2de89790c3f service nova] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.696243] env[69529]: DEBUG oslo_concurrency.lockutils [req-788dc6c0-ef67-47c8-8f4c-d3ecf5d263a8 req-5bbbc7dc-bdff-4cb8-aaef-b2de89790c3f service nova] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.697582] env[69529]: DEBUG nova.compute.manager [req-788dc6c0-ef67-47c8-8f4c-d3ecf5d263a8 req-5bbbc7dc-bdff-4cb8-aaef-b2de89790c3f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] No waiting events found dispatching network-vif-plugged-2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.697582] env[69529]: WARNING nova.compute.manager [req-788dc6c0-ef67-47c8-8f4c-d3ecf5d263a8 req-5bbbc7dc-bdff-4cb8-aaef-b2de89790c3f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received unexpected event network-vif-plugged-2ef72801-4808-4a78-97e2-cfb56baac8cd for instance with vm_state building and task_state spawning. [ 1103.788827] env[69529]: DEBUG nova.network.neutron [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Successfully updated port: 2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.821953] env[69529]: DEBUG nova.network.neutron [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Port 63d865b9-56b7-45de-922c-d0728ee15b22 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1103.983059] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356594, 'name': PowerOffVM_Task, 'duration_secs': 0.286665} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.983350] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.984368] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.984368] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669885', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'name': 'volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebc87d1b-adf1-4b14-ba31-630b57b16039', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'serial': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.984525] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457754ce-fa62-4632-a041-b44d02935f2f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.988321] env[69529]: DEBUG nova.compute.utils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.002450] env[69529]: DEBUG nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.002633] env[69529]: DEBUG nova.network.neutron [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.008035] env[69529]: DEBUG nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.009787] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454cd4de-31a3-4c93-8eb5-ea8a852d6c19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.020932] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9056ae-afeb-40c0-9bf3-14082a6ee6c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.043365] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f95ae-66a9-4efe-ad68-112183ca6231 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.059476] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] The volume has not been displaced from its original location: [datastore2] volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95/volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1104.064852] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.066457] env[69529]: DEBUG nova.policy [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d5d2da985334d9e95b147efce662686', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2ef9bda84a84951b0234c8c70daf356', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.070396] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe59d08-b604-4720-80d7-23fb9123378f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.088686] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1104.088686] env[69529]: value = "task-3356595" [ 1104.088686] env[69529]: _type = "Task" [ 1104.088686] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.106567] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.294719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.294719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.294719] env[69529]: DEBUG nova.network.neutron [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.321252] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bf9560-34b3-4bf2-a6f7-b8585c4d17ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.334584] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f733473d-9023-4a05-87ea-b6f218767b33 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.371892] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4dadc9-2824-46cb-a9fe-f4cad7647a28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.375600] env[69529]: DEBUG nova.network.neutron [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Successfully created port: 447fc462-aa11-49ac-be9b-a1314fa01be8 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.384658] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500fe7b5-2474-41ba-b22f-782540a4ee16 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.399763] env[69529]: DEBUG nova.compute.provider_tree [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.599713] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.599934] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.600218] env[69529]: INFO nova.compute.manager [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Shelving [ 1104.602454] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356595, 'name': ReconfigVM_Task, 'duration_secs': 0.329184} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.602851] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.609322] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c951d7-e2ee-4003-bfba-9bbe7ccc96cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.630020] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1104.630020] env[69529]: value = "task-3356596" [ 1104.630020] env[69529]: _type = "Task" [ 1104.630020] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.635234] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.824368] env[69529]: DEBUG nova.network.neutron [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.849648] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.849983] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.850195] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.903744] env[69529]: DEBUG nova.scheduler.client.report [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.973730] env[69529]: DEBUG nova.network.neutron [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.022100] env[69529]: DEBUG nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.050809] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.051079] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.051270] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.052029] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.052029] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.052029] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.052029] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.052244] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.052309] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.053036] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.053036] env[69529]: DEBUG nova.virt.hardware [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.053696] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fef591-602e-4bbe-ae87-d3c027f03477 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.062233] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68585bf6-c170-4b3f-8bb7-217a60e6ab7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.078914] env[69529]: DEBUG nova.network.neutron [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Port 2bb0aad2-2e0e-415e-a372-1c8dfd86d606 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1105.079191] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.079341] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.079503] env[69529]: DEBUG nova.network.neutron [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.136208] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356596, 'name': ReconfigVM_Task, 'duration_secs': 0.289618} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.136524] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669885', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'name': 'volume-c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebc87d1b-adf1-4b14-ba31-630b57b16039', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95', 'serial': 'c0f43d23-0b34-450a-b8c6-9add5ad6ce95'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1105.136784] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.137575] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3508357f-ad78-4396-9dd4-be38b068a969 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.144522] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.144645] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dec0ecaf-33b2-4f13-a454-b417e57c2dc0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.218457] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.218967] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.219054] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Deleting the datastore file [datastore2] ebc87d1b-adf1-4b14-ba31-630b57b16039 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.219277] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6560e341-f46e-4fb4-9abb-3f2c8b896a35 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.227908] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for the task: (returnval){ [ 1105.227908] env[69529]: value = "task-3356598" [ 1105.227908] env[69529]: _type = "Task" [ 1105.227908] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.238024] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.412089] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.924s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.412361] env[69529]: DEBUG nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.415666] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.325s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.415937] env[69529]: DEBUG nova.objects.instance [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'resources' on Instance uuid 6a749cb0-77e9-4f17-8a67-c6803343a133 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.476467] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.476806] env[69529]: DEBUG nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Instance network_info: |[{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.477274] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:c1:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba0caf51-f398-43a4-b2b3-f53480254d5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ef72801-4808-4a78-97e2-cfb56baac8cd', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.484935] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.485776] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.486038] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-891270b9-9a5f-4fc8-bb92-f5bc9793d07a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.505826] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.505826] env[69529]: value = "task-3356599" [ 1105.505826] env[69529]: _type = "Task" [ 1105.505826] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.513853] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356599, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.610199] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.610199] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-593c954d-54bc-4ac3-863c-478c42cbefc9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.616603] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1105.616603] env[69529]: value = "task-3356600" [ 1105.616603] env[69529]: _type = "Task" [ 1105.616603] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.627829] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.722056] env[69529]: DEBUG nova.compute.manager [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.722289] env[69529]: DEBUG nova.compute.manager [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing instance network info cache due to event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.722509] env[69529]: DEBUG oslo_concurrency.lockutils [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.722735] env[69529]: DEBUG oslo_concurrency.lockutils [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.722940] env[69529]: DEBUG nova.network.neutron [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.739290] env[69529]: DEBUG oslo_vmware.api [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Task: {'id': task-3356598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326325} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.741875] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.742564] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.742564] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.742564] env[69529]: INFO nova.compute.manager [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1105.742564] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.743224] env[69529]: DEBUG nova.compute.manager [-] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.743224] env[69529]: DEBUG nova.network.neutron [-] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.917451] env[69529]: DEBUG nova.compute.utils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.919349] env[69529]: DEBUG nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.919585] env[69529]: DEBUG nova.network.neutron [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.941418] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.941935] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.941935] env[69529]: DEBUG nova.network.neutron [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.017772] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356599, 'name': CreateVM_Task, 'duration_secs': 0.350768} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.020242] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.021112] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.021239] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.021547] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.021797] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd7a1fa-ad2f-4737-99f7-72412ab1bf7a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.026378] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1106.026378] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f3c8d6-12b5-cb89-71ad-d9d0cbefc553" [ 1106.026378] env[69529]: _type = "Task" [ 1106.026378] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.037800] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f3c8d6-12b5-cb89-71ad-d9d0cbefc553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.071797] env[69529]: DEBUG nova.policy [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f192a35a20d48a9af6e1d0b41cf1dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec4d762d2fe1451da65c295b928529d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.122019] env[69529]: DEBUG nova.network.neutron [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.129889] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356600, 'name': PowerOffVM_Task, 'duration_secs': 0.231202} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.133391] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.133391] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cb1d04-293a-4fc1-a2cb-94c0175d3e7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.152518] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b56c6-7a90-4a3c-98f5-65391defe8a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.239372] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b27ebc-49b1-4bce-b747-7a21bf920248 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.247992] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cebc015-2f73-4967-aff0-1a49d49c0baf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.283196] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a58c3-c3d5-4160-909c-6541046c25fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.289744] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9153637-043b-471a-bd58-7cd82aa4933a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.303984] env[69529]: DEBUG nova.compute.provider_tree [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.319384] env[69529]: DEBUG nova.network.neutron [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Successfully updated port: 447fc462-aa11-49ac-be9b-a1314fa01be8 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.365710] env[69529]: DEBUG oslo_concurrency.lockutils [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.365938] env[69529]: DEBUG oslo_concurrency.lockutils [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.425902] env[69529]: DEBUG nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.537165] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f3c8d6-12b5-cb89-71ad-d9d0cbefc553, 'name': SearchDatastore_Task, 'duration_secs': 0.032114} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.537543] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.537696] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.537930] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.538094] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.538271] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.538534] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f165fd76-351a-408d-a5cc-d36bd3517c49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.555386] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.555570] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.556344] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e72c950-db7e-403c-b3bc-fc86ea12edc5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.562273] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1106.562273] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5273fadd-073b-c39b-5a58-85d392fe9a1c" [ 1106.562273] env[69529]: _type = "Task" [ 1106.562273] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.570859] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5273fadd-073b-c39b-5a58-85d392fe9a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.625531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.663577] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1106.663916] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d02ee6bc-5167-4110-a96e-0af362471db2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.671995] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1106.671995] env[69529]: value = "task-3356601" [ 1106.671995] env[69529]: _type = "Task" [ 1106.671995] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.680993] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356601, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.799969] env[69529]: DEBUG nova.network.neutron [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updated VIF entry in instance network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.800390] env[69529]: DEBUG nova.network.neutron [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.808818] env[69529]: DEBUG nova.scheduler.client.report [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.821515] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.821659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.821799] env[69529]: DEBUG nova.network.neutron [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.869154] env[69529]: DEBUG nova.compute.utils [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.995746] env[69529]: DEBUG nova.network.neutron [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance_info_cache with network_info: [{"id": "63d865b9-56b7-45de-922c-d0728ee15b22", "address": "fa:16:3e:f5:90:9f", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d865b9-56", "ovs_interfaceid": "63d865b9-56b7-45de-922c-d0728ee15b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.061866] env[69529]: DEBUG nova.network.neutron [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Successfully created port: 7edcd1c0-dc22-4088-8f00-44ea3ccfc45d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.074645] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5273fadd-073b-c39b-5a58-85d392fe9a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.045824} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.075464] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c832b3af-56ac-457c-88f2-edd7367056ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.080316] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1107.080316] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523be807-4057-0a3c-e5c6-1223ceba7982" [ 1107.080316] env[69529]: _type = "Task" [ 1107.080316] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.088087] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523be807-4057-0a3c-e5c6-1223ceba7982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.130808] env[69529]: DEBUG nova.compute.manager [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69529) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1107.184548] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356601, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.303121] env[69529]: DEBUG oslo_concurrency.lockutils [req-68227b9f-ed2e-424e-a49c-dc2e91905e5a req-b122ce49-92cc-4ee6-9e6b-d8963550e63f service nova] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.313398] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.316398] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.073s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.317972] env[69529]: INFO nova.compute.claims [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.342345] env[69529]: INFO nova.scheduler.client.report [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted allocations for instance 6a749cb0-77e9-4f17-8a67-c6803343a133 [ 1107.372109] env[69529]: DEBUG oslo_concurrency.lockutils [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.378540] env[69529]: DEBUG nova.network.neutron [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.440709] env[69529]: DEBUG nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.481908] env[69529]: DEBUG nova.network.neutron [-] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.483533] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.483533] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.483533] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.483826] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.483826] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.483936] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.484609] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.484609] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.484609] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.484609] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.484871] env[69529]: DEBUG nova.virt.hardware [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.488297] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe45ee7-73fb-45f3-a175-f725ad5dbc8e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.498832] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807b1f2-34e5-4260-9c44-9971b6a7048b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.501825] env[69529]: DEBUG oslo_concurrency.lockutils [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.582526] env[69529]: DEBUG nova.network.neutron [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance_info_cache with network_info: [{"id": "447fc462-aa11-49ac-be9b-a1314fa01be8", "address": "fa:16:3e:c2:12:8d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fc462-aa", "ovs_interfaceid": "447fc462-aa11-49ac-be9b-a1314fa01be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.595771] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523be807-4057-0a3c-e5c6-1223ceba7982, 'name': SearchDatastore_Task, 'duration_secs': 0.034486} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.595771] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.595771] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] efd759d2-c9a3-4794-acf4-3458a33bc7df/efd759d2-c9a3-4794-acf4-3458a33bc7df.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.595771] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3143208-c7b9-4d69-b189-eb6e8910efe0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.601986] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1107.601986] env[69529]: value = "task-3356602" [ 1107.601986] env[69529]: _type = "Task" [ 1107.601986] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.610888] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.683530] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356601, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.853626] env[69529]: DEBUG oslo_concurrency.lockutils [None req-85bca5a6-b21f-4af2-9d1c-2b8412e7ff23 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "6a749cb0-77e9-4f17-8a67-c6803343a133" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.161s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.937235] env[69529]: DEBUG nova.compute.manager [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Received event network-vif-plugged-447fc462-aa11-49ac-be9b-a1314fa01be8 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.937634] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] Acquiring lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.937830] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.937830] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.938166] env[69529]: DEBUG nova.compute.manager [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] No waiting events found dispatching network-vif-plugged-447fc462-aa11-49ac-be9b-a1314fa01be8 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.938166] env[69529]: WARNING nova.compute.manager [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Received unexpected event network-vif-plugged-447fc462-aa11-49ac-be9b-a1314fa01be8 for instance with vm_state building and task_state spawning. [ 1107.938371] env[69529]: DEBUG nova.compute.manager [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Received event network-changed-447fc462-aa11-49ac-be9b-a1314fa01be8 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.938484] env[69529]: DEBUG nova.compute.manager [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Refreshing instance network info cache due to event network-changed-447fc462-aa11-49ac-be9b-a1314fa01be8. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.938640] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] Acquiring lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.992017] env[69529]: INFO nova.compute.manager [-] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Took 2.25 seconds to deallocate network for instance. [ 1108.034528] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6763899a-89a6-498d-a842-dc23f883a7ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.059198] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7068b2-6f8a-4795-a7c4-e1ce45be5c83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.070816] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance 'b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.084559] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.085104] env[69529]: DEBUG nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Instance network_info: |[{"id": "447fc462-aa11-49ac-be9b-a1314fa01be8", "address": "fa:16:3e:c2:12:8d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fc462-aa", "ovs_interfaceid": "447fc462-aa11-49ac-be9b-a1314fa01be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.085629] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] Acquired lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.085865] env[69529]: DEBUG nova.network.neutron [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Refreshing network info cache for port 447fc462-aa11-49ac-be9b-a1314fa01be8 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.089413] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:12:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '447fc462-aa11-49ac-be9b-a1314fa01be8', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.097290] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.098709] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.099232] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b458cc51-0621-4e5f-a9b3-dc1999b9689c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.126937] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356602, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.128453] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.128453] env[69529]: value = "task-3356603" [ 1108.128453] env[69529]: _type = "Task" [ 1108.128453] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.138218] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356603, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.182987] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356601, 'name': CreateSnapshot_Task, 'duration_secs': 1.101784} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.183747] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1108.184697] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d675b03-19ff-45ba-8cb1-1b443b3a81dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.255391] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.470198] env[69529]: DEBUG oslo_concurrency.lockutils [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.470480] env[69529]: DEBUG oslo_concurrency.lockutils [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.473063] env[69529]: INFO nova.compute.manager [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Attaching volume 0d6e7ad3-1755-45c8-af27-8009b6f07ca8 to /dev/sdb [ 1108.510021] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ef196-c679-408c-937d-2df6e7a383a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.519838] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f081b-63dd-42d6-a9bd-4d8694051cd8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.535045] env[69529]: DEBUG nova.virt.block_device [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Updating existing volume attachment record: fad61e21-7203-4aae-868d-5d4944022ca2 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.538712] env[69529]: INFO nova.compute.manager [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Took 0.55 seconds to detach 1 volumes for instance. [ 1108.542770] env[69529]: DEBUG nova.compute.manager [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Deleting volume: c0f43d23-0b34-450a-b8c6-9add5ad6ce95 {{(pid=69529) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1108.586714] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.586714] env[69529]: DEBUG nova.network.neutron [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Successfully updated port: 7edcd1c0-dc22-4088-8f00-44ea3ccfc45d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.591182] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f5d333d-f8c9-4401-b322-93847fd3000b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.601294] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1108.601294] env[69529]: value = "task-3356604" [ 1108.601294] env[69529]: _type = "Task" [ 1108.601294] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.613351] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.628183] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585732} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.628183] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] efd759d2-c9a3-4794-acf4-3458a33bc7df/efd759d2-c9a3-4794-acf4-3458a33bc7df.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.628183] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.628183] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acdb265d-b260-463d-8f04-1dbfb8ed0565 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.634597] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81c7fe-2bdd-4945-96bf-183d89e4da5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.641167] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1108.641167] env[69529]: value = "task-3356605" [ 1108.641167] env[69529]: _type = "Task" [ 1108.641167] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.651475] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356603, 'name': CreateVM_Task, 'duration_secs': 0.356184} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.652459] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.657022] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340996ea-3b06-43c5-ab85-f4c4267dae8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.661941] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.662204] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.662807] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.663397] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.663649] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c7aa63-a467-419b-949d-af64e0fea48b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.668669] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1108.668669] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a2819-db19-55f2-f10e-5ab65ad22963" [ 1108.668669] env[69529]: _type = "Task" [ 1108.668669] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.700582] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff323e14-868a-4f47-96d4-4eec0fbb2f87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.709818] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1108.710767] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f969b79-1263-4fbf-a583-d4d2ced8de48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.723825] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a2819-db19-55f2-f10e-5ab65ad22963, 'name': SearchDatastore_Task, 'duration_secs': 0.024162} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.728052] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.728601] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.728601] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.728839] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.728914] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.729354] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1108.729354] env[69529]: value = "task-3356608" [ 1108.729354] env[69529]: _type = "Task" [ 1108.729354] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.733072] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-901267b5-dd84-4ec6-91d3-e8c8818d2c63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.737572] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9140c90-cfa9-4077-85d5-a6e9656a0f00 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.766414] env[69529]: DEBUG nova.compute.provider_tree [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.775609] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356608, 'name': CloneVM_Task} progress is 12%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.776671] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.780021] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.780021] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3723925-d70d-40ca-b255-96e31fb0edaf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.792189] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1108.792189] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5200913b-2f76-71bb-1804-994ff0758798" [ 1108.792189] env[69529]: _type = "Task" [ 1108.792189] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.804196] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5200913b-2f76-71bb-1804-994ff0758798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.899415] env[69529]: DEBUG nova.network.neutron [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updated VIF entry in instance network info cache for port 447fc462-aa11-49ac-be9b-a1314fa01be8. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.899873] env[69529]: DEBUG nova.network.neutron [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance_info_cache with network_info: [{"id": "447fc462-aa11-49ac-be9b-a1314fa01be8", "address": "fa:16:3e:c2:12:8d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fc462-aa", "ovs_interfaceid": "447fc462-aa11-49ac-be9b-a1314fa01be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.087455] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.094277] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "refresh_cache-6f396b3b-79b0-4b3a-8de2-c05996fa0362" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.094451] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquired lock "refresh_cache-6f396b3b-79b0-4b3a-8de2-c05996fa0362" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.094630] env[69529]: DEBUG nova.network.neutron [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.116979] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.152618] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252872} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.152974] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.153877] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9b7b9f-b24d-4e5d-89ec-ef7c4a884b3a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.176670] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] efd759d2-c9a3-4794-acf4-3458a33bc7df/efd759d2-c9a3-4794-acf4-3458a33bc7df.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.176956] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81017e3-4eb6-401d-875a-f93595c31ccd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.196903] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1109.196903] env[69529]: value = "task-3356611" [ 1109.196903] env[69529]: _type = "Task" [ 1109.196903] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.205203] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.255496] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356608, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.280166] env[69529]: DEBUG nova.scheduler.client.report [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.300734] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5200913b-2f76-71bb-1804-994ff0758798, 'name': SearchDatastore_Task, 'duration_secs': 0.018501} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.301776] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71fdd6f-4c40-480b-a7a2-164c6e7990d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.307740] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1109.307740] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f1a522-3183-667a-669d-10fbfb94b0f0" [ 1109.307740] env[69529]: _type = "Task" [ 1109.307740] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.317979] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f1a522-3183-667a-669d-10fbfb94b0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.387477] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.387725] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.403533] env[69529]: DEBUG oslo_concurrency.lockutils [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] Releasing lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.403782] env[69529]: DEBUG nova.compute.manager [req-6e8557cd-e5ce-490e-88e4-601957f8fac4 req-84adbfe7-5a65-486c-beed-201ef4b0263c service nova] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Received event network-vif-deleted-acc13a0e-1d75-4b1c-858f-429045b45b60 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.611427] env[69529]: DEBUG oslo_vmware.api [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356604, 'name': PowerOnVM_Task, 'duration_secs': 0.899873} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.611715] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.611916] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-be0883e3-2789-4fc0-a062-9fd01dc6873c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance 'b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.632330] env[69529]: DEBUG nova.network.neutron [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.707629] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356611, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.756984] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356608, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.781538] env[69529]: DEBUG nova.network.neutron [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Updating instance_info_cache with network_info: [{"id": "7edcd1c0-dc22-4088-8f00-44ea3ccfc45d", "address": "fa:16:3e:5e:ed:17", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edcd1c0-dc", "ovs_interfaceid": "7edcd1c0-dc22-4088-8f00-44ea3ccfc45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.786439] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.786976] env[69529]: DEBUG nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.790996] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.535s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.818988] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f1a522-3183-667a-669d-10fbfb94b0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.021387} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.818988] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.819141] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2a461cea-e3fa-491c-a4d9-e08f3200a441/2a461cea-e3fa-491c-a4d9-e08f3200a441.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.819347] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf34c1d8-b675-45e4-8152-481e95fc8110 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.825799] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1109.825799] env[69529]: value = "task-3356612" [ 1109.825799] env[69529]: _type = "Task" [ 1109.825799] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.834927] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.889901] env[69529]: DEBUG nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.964023] env[69529]: DEBUG nova.compute.manager [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Received event network-vif-plugged-7edcd1c0-dc22-4088-8f00-44ea3ccfc45d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.964473] env[69529]: DEBUG oslo_concurrency.lockutils [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] Acquiring lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.964818] env[69529]: DEBUG oslo_concurrency.lockutils [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.964956] env[69529]: DEBUG oslo_concurrency.lockutils [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.965145] env[69529]: DEBUG nova.compute.manager [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] No waiting events found dispatching network-vif-plugged-7edcd1c0-dc22-4088-8f00-44ea3ccfc45d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.965310] env[69529]: WARNING nova.compute.manager [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Received unexpected event network-vif-plugged-7edcd1c0-dc22-4088-8f00-44ea3ccfc45d for instance with vm_state building and task_state spawning. [ 1109.965473] env[69529]: DEBUG nova.compute.manager [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Received event network-changed-7edcd1c0-dc22-4088-8f00-44ea3ccfc45d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.965629] env[69529]: DEBUG nova.compute.manager [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Refreshing instance network info cache due to event network-changed-7edcd1c0-dc22-4088-8f00-44ea3ccfc45d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.965811] env[69529]: DEBUG oslo_concurrency.lockutils [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] Acquiring lock "refresh_cache-6f396b3b-79b0-4b3a-8de2-c05996fa0362" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.210369] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356611, 'name': ReconfigVM_Task, 'duration_secs': 0.589691} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.211989] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.212265] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.213779] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Reconfigured VM instance instance-00000064 to attach disk [datastore2] efd759d2-c9a3-4794-acf4-3458a33bc7df/efd759d2-c9a3-4794-acf4-3458a33bc7df.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.215199] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42ee99ce-0fc1-42b8-b0d0-b995f61364e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.223313] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1110.223313] env[69529]: value = "task-3356613" [ 1110.223313] env[69529]: _type = "Task" [ 1110.223313] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.235976] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356613, 'name': Rename_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.259849] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356608, 'name': CloneVM_Task, 'duration_secs': 1.488237} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.260217] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Created linked-clone VM from snapshot [ 1110.261126] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d6de8-9704-40ef-b73f-50358e09fbe8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.270508] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Uploading image 67f7339d-a255-413d-a5fb-0f2acdd75dcb {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1110.284878] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Releasing lock "refresh_cache-6f396b3b-79b0-4b3a-8de2-c05996fa0362" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.285279] env[69529]: DEBUG nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Instance network_info: |[{"id": "7edcd1c0-dc22-4088-8f00-44ea3ccfc45d", "address": "fa:16:3e:5e:ed:17", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edcd1c0-dc", "ovs_interfaceid": "7edcd1c0-dc22-4088-8f00-44ea3ccfc45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.285687] env[69529]: DEBUG oslo_concurrency.lockutils [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] Acquired lock "refresh_cache-6f396b3b-79b0-4b3a-8de2-c05996fa0362" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.285863] env[69529]: DEBUG nova.network.neutron [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Refreshing network info cache for port 7edcd1c0-dc22-4088-8f00-44ea3ccfc45d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.287238] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:ed:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7edcd1c0-dc22-4088-8f00-44ea3ccfc45d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.295494] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Creating folder: Project (ec4d762d2fe1451da65c295b928529d4). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.299968] env[69529]: DEBUG nova.compute.utils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.301592] env[69529]: DEBUG nova.objects.instance [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'migration_context' on Instance uuid 44b8634c-461a-4b55-b773-a42a579fb445 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.302608] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02fc4dd2-ad6f-4c0e-a38d-441eb9387b23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.305412] env[69529]: DEBUG nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.306025] env[69529]: DEBUG nova.network.neutron [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.314032] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1110.314032] env[69529]: value = "vm-669924" [ 1110.314032] env[69529]: _type = "VirtualMachine" [ 1110.314032] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1110.314032] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d3c0f86-2311-4b97-afcd-7baf7e6450ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.318429] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Created folder: Project (ec4d762d2fe1451da65c295b928529d4) in parent group-v669649. [ 1110.318672] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Creating folder: Instances. Parent ref: group-v669927. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.319217] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c092854-51fd-4cb9-af1f-41ac41e8f8d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.322763] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease: (returnval){ [ 1110.322763] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cd04d5-7f80-5402-0365-72f87d3aa0ca" [ 1110.322763] env[69529]: _type = "HttpNfcLease" [ 1110.322763] env[69529]: } obtained for exporting VM: (result){ [ 1110.322763] env[69529]: value = "vm-669924" [ 1110.322763] env[69529]: _type = "VirtualMachine" [ 1110.322763] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1110.323324] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the lease: (returnval){ [ 1110.323324] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cd04d5-7f80-5402-0365-72f87d3aa0ca" [ 1110.323324] env[69529]: _type = "HttpNfcLease" [ 1110.323324] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1110.332227] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Created folder: Instances in parent group-v669927. [ 1110.332748] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.334456] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.334749] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.334749] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cd04d5-7f80-5402-0365-72f87d3aa0ca" [ 1110.334749] env[69529]: _type = "HttpNfcLease" [ 1110.334749] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.334975] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57beffdc-833b-4609-a418-5fe7fad45408 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.353519] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.361572] env[69529]: DEBUG nova.policy [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbf9518c25b64373bad03f7880e9f02a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c912321715c04ad8ad58219c2786e730', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.364460] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.364460] env[69529]: value = "task-3356617" [ 1110.364460] env[69529]: _type = "Task" [ 1110.364460] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.372951] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356617, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.414999] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.639195] env[69529]: DEBUG nova.network.neutron [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Successfully created port: 89acd48e-af1f-4390-8187-c7273b085d2b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.716778] env[69529]: DEBUG nova.compute.utils [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.735474] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356613, 'name': Rename_Task, 'duration_secs': 0.257012} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.735924] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.736485] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04381270-2d81-4577-a717-9828f0a02e44 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.744109] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1110.744109] env[69529]: value = "task-3356618" [ 1110.744109] env[69529]: _type = "Task" [ 1110.744109] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.753250] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.805584] env[69529]: DEBUG nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.845049] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.845049] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cd04d5-7f80-5402-0365-72f87d3aa0ca" [ 1110.845049] env[69529]: _type = "HttpNfcLease" [ 1110.845049] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1110.846871] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1110.846871] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cd04d5-7f80-5402-0365-72f87d3aa0ca" [ 1110.846871] env[69529]: _type = "HttpNfcLease" [ 1110.846871] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1110.846871] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2612f99-5606-422a-a48c-760cf0292418 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.863344] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565913} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.864222] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 2a461cea-e3fa-491c-a4d9-e08f3200a441/2a461cea-e3fa-491c-a4d9-e08f3200a441.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.864510] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.865774] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b6c129-bb35-419b-9caf-5dfa78a87308 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.874285] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1df1-a39b-bb8e-bfb1-f3e82b3a775d/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1110.874491] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1df1-a39b-bb8e-bfb1-f3e82b3a775d/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1110.972808] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1110.972808] env[69529]: value = "task-3356619" [ 1110.972808] env[69529]: _type = "Task" [ 1110.972808] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.980468] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356617, 'name': CreateVM_Task, 'duration_secs': 0.597329} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.987437] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.988559] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.988947] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.989415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.990227] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63a10f2-8e09-4786-88e1-580d24ae75a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.997793] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098141} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.005598] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.007248] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba3fd9-f4b3-4c9a-b9a7-363e3f55b171 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.013217] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1111.013217] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529a300f-ae96-4a05-0500-207c72ac3ffa" [ 1111.013217] env[69529]: _type = "Task" [ 1111.013217] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.039006] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 2a461cea-e3fa-491c-a4d9-e08f3200a441/2a461cea-e3fa-491c-a4d9-e08f3200a441.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.044455] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0fcd7e-e0e1-4797-b845-1efc6b655653 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.067057] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab262c21-15ff-465e-a8f4-86c9042ee319 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.068761] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529a300f-ae96-4a05-0500-207c72ac3ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.016218} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.069591] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.069848] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.070132] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.070944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.070944] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.071093] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22ab0f6e-4679-494a-a38e-244fab261266 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.075550] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1111.075550] env[69529]: value = "task-3356621" [ 1111.075550] env[69529]: _type = "Task" [ 1111.075550] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.081120] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.081284] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.088674] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f123fc7-cc69-4190-a7bf-b5a637e31e45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.091307] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.096971] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1111.096971] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b64def-221b-55ac-d1a1-8c3936c6fbff" [ 1111.096971] env[69529]: _type = "Task" [ 1111.096971] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.107904] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b64def-221b-55ac-d1a1-8c3936c6fbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.198026] env[69529]: DEBUG nova.network.neutron [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Updated VIF entry in instance network info cache for port 7edcd1c0-dc22-4088-8f00-44ea3ccfc45d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.198427] env[69529]: DEBUG nova.network.neutron [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Updating instance_info_cache with network_info: [{"id": "7edcd1c0-dc22-4088-8f00-44ea3ccfc45d", "address": "fa:16:3e:5e:ed:17", "network": {"id": "50f8a4b1-0081-4b85-836b-b033912a10ef", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a45313237b2a44e28b76019d6576a26a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7edcd1c0-dc", "ovs_interfaceid": "7edcd1c0-dc22-4088-8f00-44ea3ccfc45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.220177] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.255654] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.308408] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f5e7a5-d09b-478d-8dd9-6bd3bb328150 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.321939] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d42f9-5bc9-493b-b616-0290a4f183fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.360382] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a537a256-c611-4583-b243-6979c90b93fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.372744] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0299b379-943d-4d73-893d-6af92efe7e62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.388481] env[69529]: DEBUG nova.compute.provider_tree [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.586922] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.611807] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b64def-221b-55ac-d1a1-8c3936c6fbff, 'name': SearchDatastore_Task, 'duration_secs': 0.013204} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.612947] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01956ffb-9a2b-4f04-a36d-928a73a955f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.619674] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1111.619674] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524deed1-874d-c3aa-ed8b-4905c6e39da5" [ 1111.619674] env[69529]: _type = "Task" [ 1111.619674] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.628916] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524deed1-874d-c3aa-ed8b-4905c6e39da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.701793] env[69529]: DEBUG oslo_concurrency.lockutils [req-7adb8c82-3846-4195-88d6-9dd8c4c2ec1e req-d85c865a-41bb-42f0-bdde-5d5feb8f1268 service nova] Releasing lock "refresh_cache-6f396b3b-79b0-4b3a-8de2-c05996fa0362" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.755132] env[69529]: DEBUG oslo_vmware.api [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356618, 'name': PowerOnVM_Task, 'duration_secs': 0.533773} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.755513] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.755803] env[69529]: INFO nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1111.756025] env[69529]: DEBUG nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.758819] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193306c8-6150-49de-9974-34dddc614df6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.823035] env[69529]: DEBUG nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.856322] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.856652] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.856822] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.857065] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.857331] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.857487] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.857740] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.857921] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.858193] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.858492] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.858677] env[69529]: DEBUG nova.virt.hardware [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.859740] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3563eec8-3028-4b7d-a694-8a885cff5e5a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.868678] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d007802-862f-4a48-8173-9c71721c83b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.878612] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.879131] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.879332] env[69529]: DEBUG nova.compute.manager [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Going to confirm migration 5 {{(pid=69529) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1111.895239] env[69529]: DEBUG nova.scheduler.client.report [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.089451] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356621, 'name': ReconfigVM_Task, 'duration_secs': 0.533315} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.089757] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 2a461cea-e3fa-491c-a4d9-e08f3200a441/2a461cea-e3fa-491c-a4d9-e08f3200a441.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.091216] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d49c774-1e6c-40d4-8b37-88aa66d1d0f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.098491] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1112.098491] env[69529]: value = "task-3356622" [ 1112.098491] env[69529]: _type = "Task" [ 1112.098491] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.111028] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356622, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.113930] env[69529]: DEBUG nova.compute.manager [req-4abf448f-5059-49bf-aba1-f46efc61f1f9 req-e6889b99-2467-479b-8902-eac4551ba7f0 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Received event network-vif-plugged-89acd48e-af1f-4390-8187-c7273b085d2b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.114189] env[69529]: DEBUG oslo_concurrency.lockutils [req-4abf448f-5059-49bf-aba1-f46efc61f1f9 req-e6889b99-2467-479b-8902-eac4551ba7f0 service nova] Acquiring lock "00d91621-5140-4d18-ae01-162289c63447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.114489] env[69529]: DEBUG oslo_concurrency.lockutils [req-4abf448f-5059-49bf-aba1-f46efc61f1f9 req-e6889b99-2467-479b-8902-eac4551ba7f0 service nova] Lock "00d91621-5140-4d18-ae01-162289c63447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.114767] env[69529]: DEBUG oslo_concurrency.lockutils [req-4abf448f-5059-49bf-aba1-f46efc61f1f9 req-e6889b99-2467-479b-8902-eac4551ba7f0 service nova] Lock "00d91621-5140-4d18-ae01-162289c63447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.114955] env[69529]: DEBUG nova.compute.manager [req-4abf448f-5059-49bf-aba1-f46efc61f1f9 req-e6889b99-2467-479b-8902-eac4551ba7f0 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] No waiting events found dispatching network-vif-plugged-89acd48e-af1f-4390-8187-c7273b085d2b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.115212] env[69529]: WARNING nova.compute.manager [req-4abf448f-5059-49bf-aba1-f46efc61f1f9 req-e6889b99-2467-479b-8902-eac4551ba7f0 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Received unexpected event network-vif-plugged-89acd48e-af1f-4390-8187-c7273b085d2b for instance with vm_state building and task_state spawning. [ 1112.129842] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524deed1-874d-c3aa-ed8b-4905c6e39da5, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.130263] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.130602] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6f396b3b-79b0-4b3a-8de2-c05996fa0362/6f396b3b-79b0-4b3a-8de2-c05996fa0362.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.130933] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7a3077e-ebff-4985-906e-1b45b37da4a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.138278] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1112.138278] env[69529]: value = "task-3356623" [ 1112.138278] env[69529]: _type = "Task" [ 1112.138278] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.148110] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.229242] env[69529]: DEBUG nova.network.neutron [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Successfully updated port: 89acd48e-af1f-4390-8187-c7273b085d2b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.276575] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.276575] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.276844] env[69529]: INFO nova.compute.manager [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Attaching volume 5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4 to /dev/sdb [ 1112.278940] env[69529]: INFO nova.compute.manager [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Took 16.52 seconds to build instance. [ 1112.314238] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57ed9f9-cb62-4d17-946a-3c5a58cba830 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.322586] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2957bb0b-6175-4735-a23e-fe3a53fad396 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.336420] env[69529]: DEBUG nova.virt.block_device [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updating existing volume attachment record: 0a7efda5-1ead-4d69-816a-8b1216994a7d {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.452012] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.452224] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.452407] env[69529]: DEBUG nova.network.neutron [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.452593] env[69529]: DEBUG nova.objects.instance [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'info_cache' on Instance uuid b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.614905] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356622, 'name': Rename_Task, 'duration_secs': 0.184583} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.615472] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.615951] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c193f8c-836d-4f82-bc38-6ad9cc7433f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.625948] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1112.625948] env[69529]: value = "task-3356625" [ 1112.625948] env[69529]: _type = "Task" [ 1112.625948] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.638486] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.649189] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356623, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.732298] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.732414] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.732811] env[69529]: DEBUG nova.network.neutron [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.782155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d66abc67-7ca2-48c4-990f-b1557b57c5af tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.033s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.912091] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.120s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.918490] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.831s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.918490] env[69529]: DEBUG nova.objects.instance [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lazy-loading 'resources' on Instance uuid ebc87d1b-adf1-4b14-ba31-630b57b16039 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.089964] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.090258] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669926', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'name': 'volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc978cb9-500c-4b51-abd4-3dcbe5b33925', 'attached_at': '', 'detached_at': '', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'serial': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.091249] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fef3f91-ddc3-4964-92b1-d5598c126cec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.109951] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493ffc32-bec1-4d1c-8e1b-30f1b3e9cc23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.141363] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8/volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.145941] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059444d4-5d87-4322-a5ae-84637f27a409 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.161154] env[69529]: DEBUG nova.compute.manager [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-changed-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.161384] env[69529]: DEBUG nova.compute.manager [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing instance network info cache due to event network-changed-73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.161905] env[69529]: DEBUG oslo_concurrency.lockutils [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.161905] env[69529]: DEBUG oslo_concurrency.lockutils [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.162021] env[69529]: DEBUG nova.network.neutron [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing network info cache for port 73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.178016] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.178370] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682903} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.180436] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 6f396b3b-79b0-4b3a-8de2-c05996fa0362/6f396b3b-79b0-4b3a-8de2-c05996fa0362.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.180752] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.181455] env[69529]: DEBUG oslo_vmware.api [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1113.181455] env[69529]: value = "task-3356628" [ 1113.181455] env[69529]: _type = "Task" [ 1113.181455] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.181697] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dcad710-27dd-4427-adc0-c65d4a8be348 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.194167] env[69529]: DEBUG oslo_vmware.api [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.195890] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1113.195890] env[69529]: value = "task-3356629" [ 1113.195890] env[69529]: _type = "Task" [ 1113.195890] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.205362] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.268187] env[69529]: DEBUG nova.network.neutron [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.420860] env[69529]: DEBUG nova.network.neutron [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Updating instance_info_cache with network_info: [{"id": "89acd48e-af1f-4390-8187-c7273b085d2b", "address": "fa:16:3e:ec:25:11", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89acd48e-af", "ovs_interfaceid": "89acd48e-af1f-4390-8187-c7273b085d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.644134] env[69529]: DEBUG oslo_vmware.api [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356625, 'name': PowerOnVM_Task, 'duration_secs': 0.743099} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.647192] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.647448] env[69529]: INFO nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1113.647717] env[69529]: DEBUG nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.648705] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b64b7-3fd8-4549-94c9-75bc060d961e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.698800] env[69529]: DEBUG oslo_vmware.api [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.708196] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140136} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.711512] env[69529]: DEBUG nova.network.neutron [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance_info_cache with network_info: [{"id": "63d865b9-56b7-45de-922c-d0728ee15b22", "address": "fa:16:3e:f5:90:9f", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d865b9-56", "ovs_interfaceid": "63d865b9-56b7-45de-922c-d0728ee15b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.714989] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.723024] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc37e0e3-3499-459f-bcda-d5c63b9a0212 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.748579] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 6f396b3b-79b0-4b3a-8de2-c05996fa0362/6f396b3b-79b0-4b3a-8de2-c05996fa0362.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.752878] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c67dc6b6-bd1b-4f7e-83be-1d3de29daf30 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.778329] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1113.778329] env[69529]: value = "task-3356630" [ 1113.778329] env[69529]: _type = "Task" [ 1113.778329] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.791559] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.797961] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b036b4-e3a1-4f6b-98cc-9e4b34d40d4e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.806150] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8969ba7a-91aa-408e-b11b-4872faefee4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.839902] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e51e8c-20db-42cd-8831-56e47d508198 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.848280] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a05981c-e5a6-48a6-b20f-3b11b68d30e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.862419] env[69529]: DEBUG nova.compute.provider_tree [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.924451] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.924856] env[69529]: DEBUG nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Instance network_info: |[{"id": "89acd48e-af1f-4390-8187-c7273b085d2b", "address": "fa:16:3e:ec:25:11", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89acd48e-af", "ovs_interfaceid": "89acd48e-af1f-4390-8187-c7273b085d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.925300] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:25:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89acd48e-af1f-4390-8187-c7273b085d2b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.933118] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.936011] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d91621-5140-4d18-ae01-162289c63447] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.940507] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c44ea757-8770-4a79-b4b7-804d21952a93 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.963495] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.963495] env[69529]: value = "task-3356631" [ 1113.963495] env[69529]: _type = "Task" [ 1113.963495] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.971655] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356631, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.093154] env[69529]: DEBUG nova.network.neutron [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updated VIF entry in instance network info cache for port 73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.093529] env[69529]: DEBUG nova.network.neutron [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.178053] env[69529]: INFO nova.compute.manager [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Took 17.89 seconds to build instance. [ 1114.200334] env[69529]: DEBUG oslo_vmware.api [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356628, 'name': ReconfigVM_Task, 'duration_secs': 0.62956} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.200755] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8/volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.206851] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b505dd2-dd07-4660-aeee-d8727036b6dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218143] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.218532] env[69529]: DEBUG nova.objects.instance [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'migration_context' on Instance uuid b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.225426] env[69529]: DEBUG oslo_vmware.api [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1114.225426] env[69529]: value = "task-3356632" [ 1114.225426] env[69529]: _type = "Task" [ 1114.225426] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.239742] env[69529]: DEBUG oslo_vmware.api [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.253619] env[69529]: DEBUG nova.compute.manager [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Received event network-changed-89acd48e-af1f-4390-8187-c7273b085d2b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.253807] env[69529]: DEBUG nova.compute.manager [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Refreshing instance network info cache due to event network-changed-89acd48e-af1f-4390-8187-c7273b085d2b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.254861] env[69529]: DEBUG oslo_concurrency.lockutils [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] Acquiring lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.254861] env[69529]: DEBUG oslo_concurrency.lockutils [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] Acquired lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.254861] env[69529]: DEBUG nova.network.neutron [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Refreshing network info cache for port 89acd48e-af1f-4390-8187-c7273b085d2b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.291303] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.365936] env[69529]: DEBUG nova.scheduler.client.report [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.476454] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356631, 'name': CreateVM_Task, 'duration_secs': 0.442028} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.476454] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d91621-5140-4d18-ae01-162289c63447] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.476454] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.476454] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.476454] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.476454] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49079e7b-6fc8-44d1-8836-e4999af4e13b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.478088] env[69529]: INFO nova.compute.manager [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Swapping old allocation on dict_keys(['6319ec90-cb63-4f48-a3ba-c175ec0ccde7']) held by migration 5e772cb1-d374-4bca-843b-f8b750a1503c for instance [ 1114.483049] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1114.483049] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5282e9c3-8dac-a1cc-744d-a241dc98eca2" [ 1114.483049] env[69529]: _type = "Task" [ 1114.483049] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.488458] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.494279] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.495264] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5282e9c3-8dac-a1cc-744d-a241dc98eca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.511848] env[69529]: DEBUG nova.scheduler.client.report [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Overwriting current allocation {'allocations': {'6319ec90-cb63-4f48-a3ba-c175ec0ccde7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 131}}, 'project_id': '854256301fd5431a80615ce2960935fb', 'user_id': 'ec5870c97f5a4a03809a6e38bc28ad97', 'consumer_generation': 1} on consumer 44b8634c-461a-4b55-b773-a42a579fb445 {{(pid=69529) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1114.598746] env[69529]: DEBUG oslo_concurrency.lockutils [req-a16dcbdc-3018-4625-b7bb-70bce54a12e6 req-8d88fa29-772c-4b6f-bffa-e8d1ad69a76b service nova] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.638220] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.638415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.638600] env[69529]: DEBUG nova.network.neutron [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.680953] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c9c3d354-4289-4b48-ac2f-4e02d0707f8a tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.398s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.725065] env[69529]: DEBUG nova.objects.base [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1114.725065] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f875ae-5ec6-4f9c-a5f6-9635e56bd0d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.737217] env[69529]: DEBUG oslo_vmware.api [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356632, 'name': ReconfigVM_Task, 'duration_secs': 0.194347} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.752499] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669926', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'name': 'volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc978cb9-500c-4b51-abd4-3dcbe5b33925', 'attached_at': '', 'detached_at': '', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'serial': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1114.754413] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669020ed-0922-4107-9a0a-a8ea8ba5c174 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.764894] env[69529]: DEBUG oslo_vmware.api [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1114.764894] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4a0c7-c593-84e8-2e81-8b73580d0565" [ 1114.764894] env[69529]: _type = "Task" [ 1114.764894] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.774061] env[69529]: DEBUG oslo_vmware.api [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4a0c7-c593-84e8-2e81-8b73580d0565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.790108] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356630, 'name': ReconfigVM_Task, 'duration_secs': 0.593075} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.790431] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 6f396b3b-79b0-4b3a-8de2-c05996fa0362/6f396b3b-79b0-4b3a-8de2-c05996fa0362.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.791109] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11c35416-d4a1-44df-bc14-8adae5c32340 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.798783] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1114.798783] env[69529]: value = "task-3356633" [ 1114.798783] env[69529]: _type = "Task" [ 1114.798783] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.810152] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356633, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.871782] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.875018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.460s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.875890] env[69529]: INFO nova.compute.claims [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.896424] env[69529]: INFO nova.scheduler.client.report [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Deleted allocations for instance ebc87d1b-adf1-4b14-ba31-630b57b16039 [ 1114.988474] env[69529]: DEBUG nova.network.neutron [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Updated VIF entry in instance network info cache for port 89acd48e-af1f-4390-8187-c7273b085d2b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.988879] env[69529]: DEBUG nova.network.neutron [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Updating instance_info_cache with network_info: [{"id": "89acd48e-af1f-4390-8187-c7273b085d2b", "address": "fa:16:3e:ec:25:11", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89acd48e-af", "ovs_interfaceid": "89acd48e-af1f-4390-8187-c7273b085d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.997435] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5282e9c3-8dac-a1cc-744d-a241dc98eca2, 'name': SearchDatastore_Task, 'duration_secs': 0.025409} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.997730] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.997964] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.998211] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.998356] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.998583] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.003152] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c5d7ca-c0df-4cea-a483-387292ada52d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.005595] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.006516] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.006516] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.006516] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.006831] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.008468] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.008468] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1115.008468] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.014059] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.014175] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.015038] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd25a20-dcbe-4e12-a0e9-564b7d8379e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.020357] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1115.020357] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c98883-01bd-550e-50db-934eff12b3af" [ 1115.020357] env[69529]: _type = "Task" [ 1115.020357] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.029207] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c98883-01bd-550e-50db-934eff12b3af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.169470] env[69529]: DEBUG nova.compute.manager [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.169691] env[69529]: DEBUG nova.compute.manager [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing instance network info cache due to event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.169913] env[69529]: DEBUG oslo_concurrency.lockutils [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.170067] env[69529]: DEBUG oslo_concurrency.lockutils [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.170231] env[69529]: DEBUG nova.network.neutron [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.277116] env[69529]: DEBUG oslo_vmware.api [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4a0c7-c593-84e8-2e81-8b73580d0565, 'name': SearchDatastore_Task, 'duration_secs': 0.017723} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.277485] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.311034] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356633, 'name': Rename_Task, 'duration_secs': 0.197081} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.311425] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.312684] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57194bf4-72ff-402b-a917-46c6b32876de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.318346] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1115.318346] env[69529]: value = "task-3356635" [ 1115.318346] env[69529]: _type = "Task" [ 1115.318346] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.327367] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.367651] env[69529]: DEBUG nova.network.neutron [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [{"id": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "address": "fa:16:3e:69:ff:4b", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb0aad2-2e", "ovs_interfaceid": "2bb0aad2-2e0e-415e-a372-1c8dfd86d606", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.406501] env[69529]: DEBUG oslo_concurrency.lockutils [None req-731f16dc-17a9-4858-bea0-3af1da612acc tempest-ServersTestBootFromVolume-1292785720 tempest-ServersTestBootFromVolume-1292785720-project-member] Lock "ebc87d1b-adf1-4b14-ba31-630b57b16039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.451s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.491529] env[69529]: DEBUG oslo_concurrency.lockutils [req-e9688035-f598-4f28-ae70-42239cf5fda9 req-111a70c0-44b6-41ca-8f49-ac70ec623ba3 service nova] Releasing lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.511603] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.531697] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c98883-01bd-550e-50db-934eff12b3af, 'name': SearchDatastore_Task, 'duration_secs': 0.025292} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.532572] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee6fbd9-b674-466f-800d-95f1076920b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.538479] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1115.538479] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523c7fb7-59a5-0347-3631-e8b1461829f7" [ 1115.538479] env[69529]: _type = "Task" [ 1115.538479] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.548078] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523c7fb7-59a5-0347-3631-e8b1461829f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.582417] env[69529]: DEBUG nova.compute.manager [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1115.807538] env[69529]: DEBUG nova.objects.instance [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'flavor' on Instance uuid dc978cb9-500c-4b51-abd4-3dcbe5b33925 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.830856] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.872176] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-44b8634c-461a-4b55-b773-a42a579fb445" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.874666] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26400920-36b4-47fa-b63e-fa7a59f30fed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.882540] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67fa6f-2630-4ef5-8dad-8fcdd4fa7a7d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.999370] env[69529]: DEBUG nova.network.neutron [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updated VIF entry in instance network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.999848] env[69529]: DEBUG nova.network.neutron [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.061476] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523c7fb7-59a5-0347-3631-e8b1461829f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.061818] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.062270] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 00d91621-5140-4d18-ae01-162289c63447/00d91621-5140-4d18-ae01-162289c63447.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.062659] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-691c7bd4-e19d-49f1-89d8-9fe1ca632b26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.076745] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1116.076745] env[69529]: value = "task-3356636" [ 1116.076745] env[69529]: _type = "Task" [ 1116.076745] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.095871] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.105189] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.241591] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca9d50f-deea-4c99-a5d4-da15061f33c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.249916] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea9a72-d279-4c73-8508-e100a6654c61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.283570] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16a56c4-2918-4d82-86b7-4cad45152749 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.293170] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52089dd7-e879-45e4-a852-fff66f9d6276 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.307435] env[69529]: DEBUG nova.compute.provider_tree [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.313939] env[69529]: DEBUG oslo_concurrency.lockutils [None req-65d9cfd8-b73f-4fca-b0a0-162eac2f11bc tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.843s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.328784] env[69529]: DEBUG oslo_vmware.api [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356635, 'name': PowerOnVM_Task, 'duration_secs': 0.786013} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.328913] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.329090] env[69529]: INFO nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1116.329290] env[69529]: DEBUG nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.330111] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9b219c-bac9-41fb-b22c-92873a68a344 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.505404] env[69529]: DEBUG oslo_concurrency.lockutils [req-17dec48c-e507-4696-ad07-99817e2ea2c0 req-b548ef36-b986-4e50-af7b-f86ae21acda0 service nova] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.589378] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.694886] env[69529]: DEBUG nova.compute.manager [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.695264] env[69529]: DEBUG nova.compute.manager [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing instance network info cache due to event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.695543] env[69529]: DEBUG oslo_concurrency.lockutils [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.695717] env[69529]: DEBUG oslo_concurrency.lockutils [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.696020] env[69529]: DEBUG nova.network.neutron [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.812156] env[69529]: DEBUG nova.scheduler.client.report [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.849261] env[69529]: INFO nova.compute.manager [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Took 18.32 seconds to build instance. [ 1117.033572] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.034371] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035dcca2-857b-4d58-8d23-e614771032ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.042937] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1117.042937] env[69529]: value = "task-3356637" [ 1117.042937] env[69529]: _type = "Task" [ 1117.042937] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.054452] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.090039] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640691} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.090472] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 00d91621-5140-4d18-ae01-162289c63447/00d91621-5140-4d18-ae01-162289c63447.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.090916] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.091337] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9843fffa-9632-43db-bc11-908427d5f822 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.099542] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1117.099542] env[69529]: value = "task-3356638" [ 1117.099542] env[69529]: _type = "Task" [ 1117.099542] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.109252] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.316280] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.320416] env[69529]: DEBUG nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.321139] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.044s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.355015] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ea80ff02-d5dc-4b28-9e82-13875fbbe7a9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.841s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.399636] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.400258] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669931', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'name': 'volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'serial': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.402499] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e439067-5a7f-4da5-849f-dcc28279f363 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.427392] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ead74e-e8b7-4599-84fc-23b3036e2090 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.456996] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4/volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.456996] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ad84e6-6bb4-45cf-9bf2-43ba850c829d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.480816] env[69529]: DEBUG oslo_vmware.api [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1117.480816] env[69529]: value = "task-3356639" [ 1117.480816] env[69529]: _type = "Task" [ 1117.480816] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.492207] env[69529]: DEBUG oslo_vmware.api [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.532654] env[69529]: DEBUG nova.network.neutron [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updated VIF entry in instance network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.532920] env[69529]: DEBUG nova.network.neutron [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.557388] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356637, 'name': PowerOffVM_Task, 'duration_secs': 0.418829} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.558812] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.559591] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.559867] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.560153] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.560397] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.560593] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.561503] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.561503] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.561503] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.561503] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.561732] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.561870] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.570770] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0898c9d8-1079-472e-806e-a6b44942d733 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.588130] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1117.588130] env[69529]: value = "task-3356640" [ 1117.588130] env[69529]: _type = "Task" [ 1117.588130] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.600301] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.610969] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096127} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.611613] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.612883] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d8950f-0f12-4580-a9ad-8e86930fd884 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.632459] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.632805] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.643653] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 00d91621-5140-4d18-ae01-162289c63447/00d91621-5140-4d18-ae01-162289c63447.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.649039] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6193d5-0fa9-47f4-b176-819d9593ba71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.666896] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1117.666896] env[69529]: value = "task-3356641" [ 1117.666896] env[69529]: _type = "Task" [ 1117.666896] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.677500] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.823076] env[69529]: DEBUG nova.compute.utils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.824576] env[69529]: DEBUG nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.824761] env[69529]: DEBUG nova.network.neutron [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.930496] env[69529]: DEBUG nova.policy [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8002efe17d540a38d80ba93fca03147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cccc09d090b4befae6894a622c4c099', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.997087] env[69529]: DEBUG oslo_vmware.api [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356639, 'name': ReconfigVM_Task, 'duration_secs': 0.436778} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.000558] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4/volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.006993] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06cf525-cfc3-46af-ae1d-8ceedfb39cd4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.024497] env[69529]: DEBUG oslo_vmware.api [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1118.024497] env[69529]: value = "task-3356642" [ 1118.024497] env[69529]: _type = "Task" [ 1118.024497] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.034982] env[69529]: DEBUG oslo_vmware.api [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.037961] env[69529]: DEBUG oslo_concurrency.lockutils [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.038224] env[69529]: DEBUG nova.compute.manager [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-changed-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.038388] env[69529]: DEBUG nova.compute.manager [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing instance network info cache due to event network-changed-73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.038586] env[69529]: DEBUG oslo_concurrency.lockutils [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.038726] env[69529]: DEBUG oslo_concurrency.lockutils [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.038880] env[69529]: DEBUG nova.network.neutron [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing network info cache for port 73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.085360] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.085605] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.085962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.086037] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.086165] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.088326] env[69529]: INFO nova.compute.manager [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Terminating instance [ 1118.099921] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356640, 'name': ReconfigVM_Task, 'duration_secs': 0.270581} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.104059] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e531b6a4-04fc-4ea4-86dc-a26f79cdc2d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.128042] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.128290] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.128290] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.128534] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.128601] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.128707] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.128908] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.129068] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.129232] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.129388] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.129567] env[69529]: DEBUG nova.virt.hardware [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.133122] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2ea252-6fec-4a32-a459-e23b13a861e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.139688] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1118.139688] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527755a1-1c98-56c7-0b45-32633603792b" [ 1118.139688] env[69529]: _type = "Task" [ 1118.139688] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.145487] env[69529]: DEBUG nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.153440] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527755a1-1c98-56c7-0b45-32633603792b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.169331] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4898e3-c0a3-4435-af69-d23423063bf4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.184288] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5921c7-4ce0-40b1-a36f-1f37b4922729 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.187552] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356641, 'name': ReconfigVM_Task, 'duration_secs': 0.478787} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.188234] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 00d91621-5140-4d18-ae01-162289c63447/00d91621-5140-4d18-ae01-162289c63447.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.189297] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea40e8cb-f530-48d6-af95-c4ade134b4b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.218215] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ef545-30ad-42f3-9c3f-8f4a0576245d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.221358] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1118.221358] env[69529]: value = "task-3356643" [ 1118.221358] env[69529]: _type = "Task" [ 1118.221358] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.230472] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bfbbb3-68ab-4ff5-848d-918aa10bb49b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.238232] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356643, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.248537] env[69529]: DEBUG nova.compute.provider_tree [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.290242] env[69529]: DEBUG nova.network.neutron [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Successfully created port: 6386e4ae-9a05-42ae-820b-fe6e59a6b390 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.331621] env[69529]: DEBUG nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.535221] env[69529]: DEBUG oslo_vmware.api [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356642, 'name': ReconfigVM_Task, 'duration_secs': 0.168742} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.536092] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669931', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'name': 'volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'serial': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1118.596242] env[69529]: DEBUG nova.compute.manager [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.596974] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.598587] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd63d77-0afc-4d62-b842-daf23d62ada8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.609909] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.610928] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2308cf22-8f04-43df-a650-f3fb931ea307 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.618179] env[69529]: DEBUG oslo_vmware.api [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1118.618179] env[69529]: value = "task-3356644" [ 1118.618179] env[69529]: _type = "Task" [ 1118.618179] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.626840] env[69529]: DEBUG oslo_vmware.api [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.649304] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527755a1-1c98-56c7-0b45-32633603792b, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.655013] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.655341] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de54d2a2-39de-4047-86c6-51fe6a0d6005 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.679185] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1118.679185] env[69529]: value = "task-3356645" [ 1118.679185] env[69529]: _type = "Task" [ 1118.679185] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.687377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.691608] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356645, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.735497] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356643, 'name': Rename_Task, 'duration_secs': 0.141015} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.736014] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.736235] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88e932d0-ad5d-4a45-8518-f197eef24179 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.742189] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1118.742189] env[69529]: value = "task-3356646" [ 1118.742189] env[69529]: _type = "Task" [ 1118.742189] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.751227] env[69529]: DEBUG nova.scheduler.client.report [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.754987] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.954365] env[69529]: DEBUG nova.network.neutron [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updated VIF entry in instance network info cache for port 73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.954896] env[69529]: DEBUG nova.network.neutron [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.129503] env[69529]: DEBUG oslo_vmware.api [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356644, 'name': PowerOffVM_Task, 'duration_secs': 0.409878} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.129795] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.129989] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.130274] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad61b44f-99d2-4ac8-9b31-72403b6ae3c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.192853] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356645, 'name': ReconfigVM_Task, 'duration_secs': 0.30273} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.193083] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.193901] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456eab05-0dc2-45d0-85eb-408da84ad34f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.227187] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.229296] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a8729a-6481-44d3-9a4b-afb8cce54467 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.243962] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.244214] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.244430] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Deleting the datastore file [datastore2] 6f396b3b-79b0-4b3a-8de2-c05996fa0362 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.244798] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2f7302b-ef7f-4821-a130-db90fd1156c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.266821] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356646, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.269579] env[69529]: DEBUG oslo_vmware.api [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for the task: (returnval){ [ 1119.269579] env[69529]: value = "task-3356648" [ 1119.269579] env[69529]: _type = "Task" [ 1119.269579] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.269857] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1119.269857] env[69529]: value = "task-3356649" [ 1119.269857] env[69529]: _type = "Task" [ 1119.269857] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.281560] env[69529]: DEBUG oslo_vmware.api [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.285670] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.340998] env[69529]: DEBUG nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.369345] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.369626] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.369798] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.369987] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.370168] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.370320] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.370546] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.370721] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.370888] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.371151] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.371264] env[69529]: DEBUG nova.virt.hardware [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.372168] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0940cfc-d838-4d90-9387-51615d1d5504 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.381087] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629c7bd8-b968-4436-b2eb-3f67bd97502a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.458173] env[69529]: DEBUG oslo_concurrency.lockutils [req-02022f96-9cb5-474a-ba57-fd7ebedad1a6 req-ba972e16-3368-45fd-abc9-20213b7504a4 service nova] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.584095] env[69529]: DEBUG nova.objects.instance [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lazy-loading 'flavor' on Instance uuid 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.715121] env[69529]: DEBUG nova.compute.manager [req-a2eb45e1-d495-43ea-a4cd-71666f3030f1 req-fe303eb9-02fe-4ee1-9dfe-c02b8a7ee296 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Received event network-vif-plugged-6386e4ae-9a05-42ae-820b-fe6e59a6b390 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.715365] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2eb45e1-d495-43ea-a4cd-71666f3030f1 req-fe303eb9-02fe-4ee1-9dfe-c02b8a7ee296 service nova] Acquiring lock "b3858088-a3b3-4e4e-b71c-c876c7e81139-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.715597] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2eb45e1-d495-43ea-a4cd-71666f3030f1 req-fe303eb9-02fe-4ee1-9dfe-c02b8a7ee296 service nova] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.716143] env[69529]: DEBUG oslo_concurrency.lockutils [req-a2eb45e1-d495-43ea-a4cd-71666f3030f1 req-fe303eb9-02fe-4ee1-9dfe-c02b8a7ee296 service nova] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.716332] env[69529]: DEBUG nova.compute.manager [req-a2eb45e1-d495-43ea-a4cd-71666f3030f1 req-fe303eb9-02fe-4ee1-9dfe-c02b8a7ee296 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] No waiting events found dispatching network-vif-plugged-6386e4ae-9a05-42ae-820b-fe6e59a6b390 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.716501] env[69529]: WARNING nova.compute.manager [req-a2eb45e1-d495-43ea-a4cd-71666f3030f1 req-fe303eb9-02fe-4ee1-9dfe-c02b8a7ee296 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Received unexpected event network-vif-plugged-6386e4ae-9a05-42ae-820b-fe6e59a6b390 for instance with vm_state building and task_state spawning. [ 1119.755908] env[69529]: DEBUG oslo_vmware.api [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356646, 'name': PowerOnVM_Task, 'duration_secs': 0.684513} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.756940] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.757367] env[69529]: INFO nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1119.757591] env[69529]: DEBUG nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.761475] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304a2a46-e22b-4eb1-bd92-93be10567bb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.768996] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.448s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.773630] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.262s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.773836] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.774090] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1119.774326] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.670s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.776417] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42966917-fa44-462e-b7ca-5a35d2d4f86c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.552867] env[69529]: INFO nova.compute.claims [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.558094] env[69529]: DEBUG nova.network.neutron [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Successfully updated port: 6386e4ae-9a05-42ae-820b-fe6e59a6b390 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.571265] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c49ee616-9597-4ff3-93f8-db78c11793c0 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.295s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.577702] env[69529]: INFO nova.compute.manager [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Took 19.36 seconds to build instance. [ 1120.587888] env[69529]: DEBUG oslo_vmware.api [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Task: {'id': task-3356648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24305} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.588238] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356649, 'name': ReconfigVM_Task, 'duration_secs': 0.554812} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.588475] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.588743] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.588856] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.589023] env[69529]: INFO nova.compute.manager [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1120.589249] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.590439] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e3bf25-b631-42ef-a8d1-0ae5fde65b30 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.595123] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445/44b8634c-461a-4b55-b773-a42a579fb445.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.595756] env[69529]: DEBUG nova.compute.manager [-] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.595951] env[69529]: DEBUG nova.network.neutron [-] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.597934] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db7a484-b783-4267-afd9-6afc3777ba92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.629894] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7cc7cd-7e25-4625-a402-9d914ff9d121 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.633994] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2279a2-c5a8-4a15-bedf-eb8940f70d63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.659376] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefdbffc-57a2-4daf-8cd4-4cd83d6477b6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.661344] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab75cef1-b35d-41d1-8fc6-2367308b2ae6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.685207] env[69529]: INFO nova.scheduler.client.report [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted allocation for migration 8d7ceb63-cab3-4909-bed9-fbd9c57d6a0f [ 1120.711915] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed1406-01bd-459f-a705-b248a1de123b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.714875] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178945MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1120.715036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.722857] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.723158] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39e739a-25ea-4bec-a745-fc4660bf722f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.729938] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1120.729938] env[69529]: value = "task-3356650" [ 1120.729938] env[69529]: _type = "Task" [ 1120.729938] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.738305] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.076565] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1df1-a39b-bb8e-bfb1-f3e82b3a775d/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1121.077214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "refresh_cache-b3858088-a3b3-4e4e-b71c-c876c7e81139" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.077344] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "refresh_cache-b3858088-a3b3-4e4e-b71c-c876c7e81139" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.081018] env[69529]: DEBUG nova.network.neutron [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.081018] env[69529]: INFO nova.compute.manager [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Rescuing [ 1121.081018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.081018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.081018] env[69529]: DEBUG nova.network.neutron [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.084119] env[69529]: INFO nova.compute.resource_tracker [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating resource usage from migration eef6c688-2d29-45d2-8a46-37d4c1428492 [ 1121.087840] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d492aca6-0709-46e2-874f-1b81ebf22a82 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.092286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a1e0af9-8dd4-4bda-ba48-8244bb7f7983 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "00d91621-5140-4d18-ae01-162289c63447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.882s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.097300] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1df1-a39b-bb8e-bfb1-f3e82b3a775d/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1121.098069] env[69529]: ERROR oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1df1-a39b-bb8e-bfb1-f3e82b3a775d/disk-0.vmdk due to incomplete transfer. [ 1121.099625] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-033d4c23-706b-4f3d-b1e0-da005ef3dd47 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.108493] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528d1df1-a39b-bb8e-bfb1-f3e82b3a775d/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1121.108493] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Uploaded image 67f7339d-a255-413d-a5fb-0f2acdd75dcb to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1121.111820] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1121.111909] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28829f96-9882-4e3b-8d41-044ebd4f15c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.119026] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1121.119026] env[69529]: value = "task-3356651" [ 1121.119026] env[69529]: _type = "Task" [ 1121.119026] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.127833] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.127833] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.132293] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356651, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.220412] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b8e4da2b-52cc-44ac-8ce6-0f3f750fbd28 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.341s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.243171] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.397611] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae9899-e56f-4e1c-9b53-3c2d36809f59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.406958] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47f80e-b934-407d-ae45-44a356602384 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.411094] env[69529]: DEBUG nova.network.neutron [-] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.442657] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc240d1a-e3d5-468c-a186-6a1f1f857507 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.450652] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13b3ed7-a9a3-4ce7-87ec-c68a0b1463cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.467164] env[69529]: DEBUG nova.compute.provider_tree [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.630982] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356651, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.634236] env[69529]: DEBUG nova.compute.utils [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.667746] env[69529]: DEBUG nova.network.neutron [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.742010] env[69529]: DEBUG oslo_vmware.api [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356650, 'name': PowerOnVM_Task, 'duration_secs': 0.595046} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.742010] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.914018] env[69529]: INFO nova.compute.manager [-] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Took 1.32 seconds to deallocate network for instance. [ 1121.970521] env[69529]: DEBUG nova.scheduler.client.report [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.009032] env[69529]: DEBUG nova.network.neutron [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Updating instance_info_cache with network_info: [{"id": "6386e4ae-9a05-42ae-820b-fe6e59a6b390", "address": "fa:16:3e:d6:6c:d2", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6386e4ae-9a", "ovs_interfaceid": "6386e4ae-9a05-42ae-820b-fe6e59a6b390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.053962] env[69529]: DEBUG nova.network.neutron [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Updating instance_info_cache with network_info: [{"id": "89acd48e-af1f-4390-8187-c7273b085d2b", "address": "fa:16:3e:ec:25:11", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89acd48e-af", "ovs_interfaceid": "89acd48e-af1f-4390-8187-c7273b085d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.129439] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356651, 'name': Destroy_Task, 'duration_secs': 0.735308} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.129681] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Destroyed the VM [ 1122.129934] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1122.130809] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-baba33df-659f-45a7-8873-943f08398994 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.140063] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1122.140063] env[69529]: value = "task-3356652" [ 1122.140063] env[69529]: _type = "Task" [ 1122.140063] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.141896] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.148919] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.269762] env[69529]: DEBUG nova.compute.manager [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Received event network-changed-6386e4ae-9a05-42ae-820b-fe6e59a6b390 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.270141] env[69529]: DEBUG nova.compute.manager [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Refreshing instance network info cache due to event network-changed-6386e4ae-9a05-42ae-820b-fe6e59a6b390. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.270438] env[69529]: DEBUG oslo_concurrency.lockutils [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] Acquiring lock "refresh_cache-b3858088-a3b3-4e4e-b71c-c876c7e81139" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.303995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "3318107f-c7ed-4c3c-8567-0d47e45baff7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.304233] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.421523] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.475861] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.701s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.476102] env[69529]: INFO nova.compute.manager [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Migrating [ 1122.483298] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.796s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.485261] env[69529]: INFO nova.compute.claims [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.511575] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "refresh_cache-b3858088-a3b3-4e4e-b71c-c876c7e81139" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.511897] env[69529]: DEBUG nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Instance network_info: |[{"id": "6386e4ae-9a05-42ae-820b-fe6e59a6b390", "address": "fa:16:3e:d6:6c:d2", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6386e4ae-9a", "ovs_interfaceid": "6386e4ae-9a05-42ae-820b-fe6e59a6b390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.512223] env[69529]: DEBUG oslo_concurrency.lockutils [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] Acquired lock "refresh_cache-b3858088-a3b3-4e4e-b71c-c876c7e81139" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.512484] env[69529]: DEBUG nova.network.neutron [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Refreshing network info cache for port 6386e4ae-9a05-42ae-820b-fe6e59a6b390 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.513945] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:6c:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6386e4ae-9a05-42ae-820b-fe6e59a6b390', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.521583] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.522478] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.522702] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef0f72f-9e04-419a-9565-fe29111a9aa5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.547393] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.547393] env[69529]: value = "task-3356653" [ 1122.547393] env[69529]: _type = "Task" [ 1122.547393] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.559693] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.562352] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356653, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.649340] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356652, 'name': RemoveSnapshot_Task, 'duration_secs': 0.429709} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.649638] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1122.649894] env[69529]: DEBUG nova.compute.manager [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.650693] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b99d97-eb45-4068-b87d-1a65fb43d504 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.788641] env[69529]: INFO nova.compute.manager [None req-f00d99c7-db9b-4882-8157-4a6a756f1ba5 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance to original state: 'active' [ 1122.806467] env[69529]: DEBUG nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.999151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.999151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.999364] env[69529]: DEBUG nova.network.neutron [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.065988] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356653, 'name': CreateVM_Task, 'duration_secs': 0.494296} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.065988] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.065988] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.065988] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.066480] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.066480] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63af4362-41e8-4537-a801-10360d5e5ed2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.073616] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1123.073616] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52570e78-2532-547d-6c3e-572d24f5f355" [ 1123.073616] env[69529]: _type = "Task" [ 1123.073616] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.083045] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52570e78-2532-547d-6c3e-572d24f5f355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.105018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.105018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.105018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.105018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.105018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.107108] env[69529]: INFO nova.compute.manager [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Terminating instance [ 1123.164826] env[69529]: INFO nova.compute.manager [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Shelve offloading [ 1123.230536] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.232302] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.232302] env[69529]: INFO nova.compute.manager [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Attaching volume 6edc9cf2-6b16-4f22-a326-4916168940d7 to /dev/sdc [ 1123.258630] env[69529]: DEBUG nova.network.neutron [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Updated VIF entry in instance network info cache for port 6386e4ae-9a05-42ae-820b-fe6e59a6b390. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.258989] env[69529]: DEBUG nova.network.neutron [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Updating instance_info_cache with network_info: [{"id": "6386e4ae-9a05-42ae-820b-fe6e59a6b390", "address": "fa:16:3e:d6:6c:d2", "network": {"id": "832189f9-8f2f-40e2-8160-e6fa61780a49", "bridge": "br-int", "label": "tempest-ServersTestJSON-1834724665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cccc09d090b4befae6894a622c4c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6386e4ae-9a", "ovs_interfaceid": "6386e4ae-9a05-42ae-820b-fe6e59a6b390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.276692] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c989e32b-8ef2-4b4f-99a8-6b1d56536d04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.284315] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499abfbf-220c-4912-a7d8-994e850222f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.299457] env[69529]: DEBUG nova.virt.block_device [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updating existing volume attachment record: b38f8632-868b-4815-9e4e-639923696352 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.333394] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.587969] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52570e78-2532-547d-6c3e-572d24f5f355, 'name': SearchDatastore_Task, 'duration_secs': 0.030719} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.592309] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.592423] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.592793] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.593194] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.593366] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.597944] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a881b98e-bbf3-44ab-943a-c1d80de9d71a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.611375] env[69529]: DEBUG nova.compute.manager [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.611625] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.616784] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9fa54e-98fc-4f36-a8e0-08922c567262 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.620272] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.620449] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.622041] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337ad89f-25d6-4fe0-8eda-6d0320cc91bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.629695] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1123.629695] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522553a1-c99f-1031-2163-4f638a8e3aad" [ 1123.629695] env[69529]: _type = "Task" [ 1123.629695] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.629979] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.632870] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78691f27-d6e2-4904-994e-33000c25f132 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.646833] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522553a1-c99f-1031-2163-4f638a8e3aad, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.649909] env[69529]: DEBUG oslo_vmware.api [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1123.649909] env[69529]: value = "task-3356655" [ 1123.649909] env[69529]: _type = "Task" [ 1123.649909] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.649909] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54b793f-00c6-4c52-b618-a098405bbb58 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.663928] env[69529]: DEBUG oslo_vmware.api [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.664377] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1123.664377] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52008cf0-9fd5-c33a-80e2-08068f59ca19" [ 1123.664377] env[69529]: _type = "Task" [ 1123.664377] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.673773] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.674113] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52008cf0-9fd5-c33a-80e2-08068f59ca19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.681472] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002024ae-904e-4b00-b3e6-275131593069 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.686789] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.687045] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.693646] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1123.693646] env[69529]: value = "task-3356656" [ 1123.693646] env[69529]: _type = "Task" [ 1123.693646] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.707071] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1123.708403] env[69529]: DEBUG nova.compute.manager [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.708403] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e192d5-9d18-4e94-80bb-726635df83a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.716570] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.716776] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.716969] env[69529]: DEBUG nova.network.neutron [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.739574] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "ac516853-029d-4685-a95c-d172e0240eb4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.739838] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.761516] env[69529]: DEBUG nova.network.neutron [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance_info_cache with network_info: [{"id": "447fc462-aa11-49ac-be9b-a1314fa01be8", "address": "fa:16:3e:c2:12:8d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fc462-aa", "ovs_interfaceid": "447fc462-aa11-49ac-be9b-a1314fa01be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.763050] env[69529]: DEBUG oslo_concurrency.lockutils [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] Releasing lock "refresh_cache-b3858088-a3b3-4e4e-b71c-c876c7e81139" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.763323] env[69529]: DEBUG nova.compute.manager [req-d915651f-bc41-4ef7-a160-9c231cee9ec9 req-a5ddd5db-a16d-40c2-ab8b-e5bae256a3c3 service nova] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Received event network-vif-deleted-7edcd1c0-dc22-4088-8f00-44ea3ccfc45d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.833168] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d8ad4b-f01b-4bd4-af92-78165b9b0dc2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.841315] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fdb74f-5877-4745-976a-3f710f7cf26f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.873369] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6516f8d3-bee4-4e81-8e1e-8a188a2ea88d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.881570] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9011e1-03a7-4e49-a9de-217d30072451 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.897289] env[69529]: DEBUG nova.compute.provider_tree [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.105497] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.105616] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e3ca192-4ed0-404c-b108-3ff30157f300 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.112140] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1124.112140] env[69529]: value = "task-3356657" [ 1124.112140] env[69529]: _type = "Task" [ 1124.112140] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.120541] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.161802] env[69529]: DEBUG oslo_vmware.api [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356655, 'name': PowerOffVM_Task, 'duration_secs': 0.234049} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.162544] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.162544] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.162848] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8853d978-bb19-4638-83e5-2f4b3bc1415b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.173235] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52008cf0-9fd5-c33a-80e2-08068f59ca19, 'name': SearchDatastore_Task, 'duration_secs': 0.025106} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.173484] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.173797] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b3858088-a3b3-4e4e-b71c-c876c7e81139/b3858088-a3b3-4e4e-b71c-c876c7e81139.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.174078] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c082dcb4-8f14-49d3-8440-811ffa4a965b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.179700] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1124.179700] env[69529]: value = "task-3356659" [ 1124.179700] env[69529]: _type = "Task" [ 1124.179700] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.190361] env[69529]: DEBUG nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.193069] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.230337] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.230597] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.230786] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleting the datastore file [datastore2] b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.233529] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ad09f3-7813-4c50-9ff5-97964fba4fb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.240101] env[69529]: DEBUG oslo_vmware.api [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1124.240101] env[69529]: value = "task-3356660" [ 1124.240101] env[69529]: _type = "Task" [ 1124.240101] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.244376] env[69529]: INFO nova.compute.manager [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Detaching volume 6c097fef-f9dc-443f-aee3-da188fb7c37a [ 1124.252554] env[69529]: DEBUG oslo_vmware.api [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.265706] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.295023] env[69529]: INFO nova.virt.block_device [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Attempting to driver detach volume 6c097fef-f9dc-443f-aee3-da188fb7c37a from mountpoint /dev/sdb [ 1124.295023] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.295023] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.296704] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8347c2b-da89-4150-a7c8-d294f113d314 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.323267] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "44b8634c-461a-4b55-b773-a42a579fb445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.323550] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.323794] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "44b8634c-461a-4b55-b773-a42a579fb445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.324012] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.324302] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.327065] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0403bf83-a0d3-4e30-ada1-ebc777774d7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.329604] env[69529]: INFO nova.compute.manager [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Terminating instance [ 1124.338753] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33ec863-a07e-42b9-80a1-775b00446d46 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.363381] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e6e31-d902-4cf3-9d36-63a9f54634f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.383526] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] The volume has not been displaced from its original location: [datastore2] volume-6c097fef-f9dc-443f-aee3-da188fb7c37a/volume-6c097fef-f9dc-443f-aee3-da188fb7c37a.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1124.389508] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.389951] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6eda6b-7c4e-41be-ab94-567f8e2ae979 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.407742] env[69529]: DEBUG nova.scheduler.client.report [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.424041] env[69529]: DEBUG oslo_vmware.api [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1124.424041] env[69529]: value = "task-3356661" [ 1124.424041] env[69529]: _type = "Task" [ 1124.424041] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.433037] env[69529]: DEBUG oslo_vmware.api [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.484065] env[69529]: DEBUG nova.network.neutron [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595be91-83", "ovs_interfaceid": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.626271] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356657, 'name': PowerOffVM_Task, 'duration_secs': 0.220815} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.626973] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.627802] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d1e04-ed28-445f-8070-0163c179e60b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.651076] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032010e5-3490-48f4-9037-dc9354df2fe6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.691055] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.692956] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.693228] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc6454f-0b5d-4911-95ed-07626c63ba8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.704485] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1124.704485] env[69529]: value = "task-3356662" [ 1124.704485] env[69529]: _type = "Task" [ 1124.704485] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.714202] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.714540] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1124.714731] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.714961] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.715123] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.715324] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.715564] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a492027-ee9e-464b-98c8-cf6a3662fbde {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.723408] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.723586] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.724315] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d906dd27-9018-4577-8584-8b5c9ada93d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.728993] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1124.728993] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52355175-5a42-0196-57a4-9e6f2895064d" [ 1124.728993] env[69529]: _type = "Task" [ 1124.728993] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.736215] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52355175-5a42-0196-57a4-9e6f2895064d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.747211] env[69529]: DEBUG oslo_vmware.api [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457247} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.747430] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.747613] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.747785] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.747955] env[69529]: INFO nova.compute.manager [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1124.748196] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.748382] env[69529]: DEBUG nova.compute.manager [-] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.748482] env[69529]: DEBUG nova.network.neutron [-] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.843204] env[69529]: DEBUG nova.compute.manager [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.843458] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.843718] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-578c72df-8ee7-41a2-8c67-8f9d2a4aad5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.851184] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1124.851184] env[69529]: value = "task-3356663" [ 1124.851184] env[69529]: _type = "Task" [ 1124.851184] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.860336] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.913717] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.914591] env[69529]: DEBUG nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.917956] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.202s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.930575] env[69529]: DEBUG oslo_vmware.api [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.990257] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.033035] env[69529]: DEBUG nova.compute.manager [req-d7e1811d-3acc-4c3d-b147-11cb61ebb579 req-b5de441f-cee6-437f-bede-5f7d89ee5615 service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Received event network-vif-deleted-63d865b9-56b7-45de-922c-d0728ee15b22 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.033240] env[69529]: INFO nova.compute.manager [req-d7e1811d-3acc-4c3d-b147-11cb61ebb579 req-b5de441f-cee6-437f-bede-5f7d89ee5615 service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Neutron deleted interface 63d865b9-56b7-45de-922c-d0728ee15b22; detaching it from the instance and deleting it from the info cache [ 1125.033415] env[69529]: DEBUG nova.network.neutron [req-d7e1811d-3acc-4c3d-b147-11cb61ebb579 req-b5de441f-cee6-437f-bede-5f7d89ee5615 service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.189888] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536198} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.190177] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] b3858088-a3b3-4e4e-b71c-c876c7e81139/b3858088-a3b3-4e4e-b71c-c876c7e81139.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.190389] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.190648] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-896f5c2f-f7d8-4ea9-87c0-940a2daf479f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.197255] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1125.197255] env[69529]: value = "task-3356664" [ 1125.197255] env[69529]: _type = "Task" [ 1125.197255] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.208901] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.239866] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52355175-5a42-0196-57a4-9e6f2895064d, 'name': SearchDatastore_Task, 'duration_secs': 0.026077} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.240766] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a2c456-f74b-4547-bed7-a9100be75845 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.246123] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1125.246123] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a074d2-9fe9-418e-b99d-5dfc7967704e" [ 1125.246123] env[69529]: _type = "Task" [ 1125.246123] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.253584] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a074d2-9fe9-418e-b99d-5dfc7967704e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.327535] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.328459] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4b196a-fcb8-4ef7-a423-b593925d0c41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.336066] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.336317] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca4275cf-371c-43b8-8ea1-0f500c0ff22c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.360018] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356663, 'name': PowerOffVM_Task, 'duration_secs': 0.398666} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.360223] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.361021] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.361021] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669911', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'name': 'volume-1752bbec-3433-4521-88d8-2211b19153d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '44b8634c-461a-4b55-b773-a42a579fb445', 'attached_at': '2025-04-08T01:04:41.000000', 'detached_at': '', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'serial': '1752bbec-3433-4521-88d8-2211b19153d6'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1125.361563] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a8031-a606-4f12-8f9f-2e3005831d4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.381722] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe83330-a75c-4036-9073-0e33094d89d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.388858] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b83972-54eb-49f9-8d49-9f3f0a140c9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.410684] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e218555-04f4-4e11-b13c-f4c945b971b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.413307] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.413504] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.413681] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleting the datastore file [datastore1] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.415803] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce85ac9d-c1d2-49cc-9596-54caa3594ada {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.430941] env[69529]: DEBUG nova.compute.utils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.439197] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] The volume has not been displaced from its original location: [datastore2] volume-1752bbec-3433-4521-88d8-2211b19153d6/volume-1752bbec-3433-4521-88d8-2211b19153d6.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.447229] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.447885] env[69529]: DEBUG nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.448177] env[69529]: DEBUG nova.network.neutron [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.453638] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974af9e3-a687-4fa3-bebf-f6363c1aedbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.466903] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1125.466903] env[69529]: value = "task-3356666" [ 1125.466903] env[69529]: _type = "Task" [ 1125.466903] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.475067] env[69529]: DEBUG oslo_vmware.api [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356661, 'name': ReconfigVM_Task, 'duration_secs': 0.559233} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.476267] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.481012] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1125.481012] env[69529]: value = "task-3356667" [ 1125.481012] env[69529]: _type = "Task" [ 1125.481012] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.485195] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b2150b-e3e0-4bef-ac29-b09a10339a6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.495477] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.506195] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.507577] env[69529]: DEBUG oslo_vmware.api [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1125.507577] env[69529]: value = "task-3356668" [ 1125.507577] env[69529]: _type = "Task" [ 1125.507577] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.512187] env[69529]: DEBUG nova.policy [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa465067139c4da68ff510a919d1a17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8504dcb4048d406aae5994b38bb370b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.519966] env[69529]: DEBUG nova.network.neutron [-] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.525452] env[69529]: DEBUG oslo_vmware.api [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.536768] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-192fb7f4-fea4-4267-b031-f6a68e575a3f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.548381] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a65a98-fd64-42a6-bd97-0b6c46f8df5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.585337] env[69529]: DEBUG nova.compute.manager [req-d7e1811d-3acc-4c3d-b147-11cb61ebb579 req-b5de441f-cee6-437f-bede-5f7d89ee5615 service nova] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Detach interface failed, port_id=63d865b9-56b7-45de-922c-d0728ee15b22, reason: Instance b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.710871] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129411} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.710871] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.710871] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda35701-7220-4825-8504-d6b30678369c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.734670] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] b3858088-a3b3-4e4e-b71c-c876c7e81139/b3858088-a3b3-4e4e-b71c-c876c7e81139.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.735161] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db22f96-ce6f-4931-82a5-735226507f7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.760860] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a074d2-9fe9-418e-b99d-5dfc7967704e, 'name': SearchDatastore_Task, 'duration_secs': 0.037863} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.762140] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.762412] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 00d91621-5140-4d18-ae01-162289c63447/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. {{(pid=69529) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1125.762720] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1125.762720] env[69529]: value = "task-3356670" [ 1125.762720] env[69529]: _type = "Task" [ 1125.762720] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.762908] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c767649-cc4a-42a3-bcaa-e5e2f619b09d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.773392] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.774735] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1125.774735] env[69529]: value = "task-3356671" [ 1125.774735] env[69529]: _type = "Task" [ 1125.774735] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.780485] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a430471-bc03-48f2-a8af-62fb9fcf9903 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.788157] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.800741] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance '2a461cea-e3fa-491c-a4d9-e08f3200a441' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.807942] env[69529]: DEBUG nova.network.neutron [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Successfully created port: 028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.950331] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Applying migration context for instance 2a461cea-e3fa-491c-a4d9-e08f3200a441 as it has an incoming, in-progress migration eef6c688-2d29-45d2-8a46-37d4c1428492. Migration status is migrating {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1125.950331] env[69529]: INFO nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating resource usage from migration eef6c688-2d29-45d2-8a46-37d4c1428492 [ 1125.956044] env[69529]: DEBUG nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.979433] env[69529]: DEBUG oslo_vmware.api [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178308} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.980469] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 656029d7-0bfc-4e9a-a894-8d29066228bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 663ce282-a30e-43bd-8922-d3f53e3392fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance ac516853-029d-4685-a95c-d172e0240eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance dc978cb9-500c-4b51-abd4-3dcbe5b33925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance b39bcbbd-20e2-4bd5-a474-b38d91411582 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 8bd52c67-ec7c-4c53-8863-a641638cf4e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 44b8634c-461a-4b55-b773-a42a579fb445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance efd759d2-c9a3-4794-acf4-3458a33bc7df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: WARNING nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 6f396b3b-79b0-4b3a-8de2-c05996fa0362 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 00d91621-5140-4d18-ae01-162289c63447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984024] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance b3858088-a3b3-4e4e-b71c-c876c7e81139 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984810] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Migration eef6c688-2d29-45d2-8a46-37d4c1428492 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1125.984810] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 2a461cea-e3fa-491c-a4d9-e08f3200a441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984810] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1125.984810] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.985178] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.985178] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.007975] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356667, 'name': ReconfigVM_Task, 'duration_secs': 0.269538} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.009194] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.018592] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf11b545-baa2-4023-a8f4-81650a866f26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.031174] env[69529]: INFO nova.scheduler.client.report [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted allocations for instance 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db [ 1126.034535] env[69529]: INFO nova.compute.manager [-] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Took 1.29 seconds to deallocate network for instance. [ 1126.048020] env[69529]: DEBUG oslo_vmware.api [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356668, 'name': ReconfigVM_Task, 'duration_secs': 0.159567} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.052028] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669908', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'name': 'volume-6c097fef-f9dc-443f-aee3-da188fb7c37a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac516853-029d-4685-a95c-d172e0240eb4', 'attached_at': '', 'detached_at': '', 'volume_id': '6c097fef-f9dc-443f-aee3-da188fb7c37a', 'serial': '6c097fef-f9dc-443f-aee3-da188fb7c37a'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.052429] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1126.052429] env[69529]: value = "task-3356672" [ 1126.052429] env[69529]: _type = "Task" [ 1126.052429] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.061589] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.276136] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.284115] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48819} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.284420] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 00d91621-5140-4d18-ae01-162289c63447/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. [ 1126.285138] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e46014-2dd2-47ac-a9a4-d19ac2ae62db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.311160] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 00d91621-5140-4d18-ae01-162289c63447/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.312735] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.312943] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7675189-ef1b-428b-96aa-702777ff4cdc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.325376] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a163e82-1d9d-4a6a-957a-78eadcd1d77c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.331017] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1126.331017] env[69529]: value = "task-3356673" [ 1126.331017] env[69529]: _type = "Task" [ 1126.331017] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.332237] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1126.332237] env[69529]: value = "task-3356674" [ 1126.332237] env[69529]: _type = "Task" [ 1126.332237] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.343460] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.346412] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.485827] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 3318107f-c7ed-4c3c-8567-0d47e45baff7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1126.535937] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.545204] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.562524] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356672, 'name': ReconfigVM_Task, 'duration_secs': 0.251106} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.562839] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669911', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'name': 'volume-1752bbec-3433-4521-88d8-2211b19153d6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '44b8634c-461a-4b55-b773-a42a579fb445', 'attached_at': '2025-04-08T01:04:41.000000', 'detached_at': '', 'volume_id': '1752bbec-3433-4521-88d8-2211b19153d6', 'serial': '1752bbec-3433-4521-88d8-2211b19153d6'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.563146] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.564284] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f0f554-824b-46f4-8882-e7821c00a4d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.571151] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.572394] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c49d3be-3331-493b-bb2d-abd6da89d59e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.606701] env[69529]: DEBUG nova.objects.instance [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'flavor' on Instance uuid ac516853-029d-4685-a95c-d172e0240eb4 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.638645] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.638857] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.639054] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleting the datastore file [datastore1] 44b8634c-461a-4b55-b773-a42a579fb445 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.639322] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8177c27-f065-45e1-b1e3-9becee5ebe84 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.647837] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1126.647837] env[69529]: value = "task-3356676" [ 1126.647837] env[69529]: _type = "Task" [ 1126.647837] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.659087] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.776341] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356670, 'name': ReconfigVM_Task, 'duration_secs': 0.553833} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.776679] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Reconfigured VM instance instance-00000068 to attach disk [datastore2] b3858088-a3b3-4e4e-b71c-c876c7e81139/b3858088-a3b3-4e4e-b71c-c876c7e81139.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.777390] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c72511df-2b3b-46d9-8fc9-7a577c53415e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.784011] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1126.784011] env[69529]: value = "task-3356677" [ 1126.784011] env[69529]: _type = "Task" [ 1126.784011] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.792460] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356677, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.845026] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356673, 'name': PowerOffVM_Task, 'duration_secs': 0.21464} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.847773] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.847989] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance '2a461cea-e3fa-491c-a4d9-e08f3200a441' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.851623] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.964544] env[69529]: DEBUG nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.988806] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 8638e608-d83a-406c-b91a-f0a2f5cf611f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1126.989167] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1126.989242] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1126.993342] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.993586] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.993744] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.993939] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.994102] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.994290] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.994572] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.994675] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.994942] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.995134] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.995351] env[69529]: DEBUG nova.virt.hardware [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.996557] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e7fb3-4027-423d-b09d-4d8789fbe9d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.004173] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8462b40f-4882-440d-8e45-65504a949e45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.077368] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-8bd52c67-ec7c-4c53-8863-a641638cf4e2-c70a71e3-236f-4465-8222-1bf05692909d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.077568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-8bd52c67-ec7c-4c53-8863-a641638cf4e2-c70a71e3-236f-4465-8222-1bf05692909d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.077971] env[69529]: DEBUG nova.objects.instance [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'flavor' on Instance uuid 8bd52c67-ec7c-4c53-8863-a641638cf4e2 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.107928] env[69529]: DEBUG nova.compute.manager [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-vif-unplugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.108102] env[69529]: DEBUG oslo_concurrency.lockutils [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.108350] env[69529]: DEBUG oslo_concurrency.lockutils [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.108514] env[69529]: DEBUG oslo_concurrency.lockutils [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.108686] env[69529]: DEBUG nova.compute.manager [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] No waiting events found dispatching network-vif-unplugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.108944] env[69529]: WARNING nova.compute.manager [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received unexpected event network-vif-unplugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 for instance with vm_state shelved_offloaded and task_state None. [ 1127.109036] env[69529]: DEBUG nova.compute.manager [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.109331] env[69529]: DEBUG nova.compute.manager [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing instance network info cache due to event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.109532] env[69529]: DEBUG oslo_concurrency.lockutils [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] Acquiring lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.109672] env[69529]: DEBUG oslo_concurrency.lockutils [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] Acquired lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.109829] env[69529]: DEBUG nova.network.neutron [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.159587] env[69529]: DEBUG oslo_vmware.api [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157339} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.162248] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.162473] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.162654] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.162828] env[69529]: INFO nova.compute.manager [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1127.163146] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.163747] env[69529]: DEBUG nova.compute.manager [-] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.163869] env[69529]: DEBUG nova.network.neutron [-] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.253846] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92ba5f4-34a8-4c85-9f7d-f5675abb44b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.262342] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f535e6-052f-4e9a-bb57-c0d4ee975844 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.304783] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646bc739-af96-4b55-ac2e-145ca6bda9bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.314597] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356677, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.317750] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e681dbd-3938-48e5-9f2f-7f97cd4b39c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.331333] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.344427] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.354784] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.355034] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.355223] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.355453] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.355606] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.355755] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.355959] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.356220] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.356405] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.356570] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.357837] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.364863] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dde605a-fa09-40a3-b871-026e9e9cf41b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.383361] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1127.383361] env[69529]: value = "task-3356678" [ 1127.383361] env[69529]: _type = "Task" [ 1127.383361] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.392635] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.619331] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d4a2ea9-3e46-4572-8f58-f245d7c63f8c tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.879s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.756925] env[69529]: DEBUG nova.network.neutron [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Successfully updated port: 028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.810502] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356677, 'name': Rename_Task, 'duration_secs': 0.619412} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.810814] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.811010] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41cae263-cc11-4f9b-a037-9dc1b01bc774 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.817074] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1127.817074] env[69529]: value = "task-3356679" [ 1127.817074] env[69529]: _type = "Task" [ 1127.817074] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.835506] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356679, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.837462] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.851206] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356674, 'name': ReconfigVM_Task, 'duration_secs': 1.287406} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.851206] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 00d91621-5140-4d18-ae01-162289c63447/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.851507] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdfe259-f5e1-4eb8-9958-b707075eae98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.858188] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1127.858427] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669934', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'name': 'volume-6edc9cf2-6b16-4f22-a326-4916168940d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'serial': '6edc9cf2-6b16-4f22-a326-4916168940d7'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1127.859299] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e36c738-d8fa-4cd0-a628-653bd8a1da09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.863211] env[69529]: DEBUG nova.objects.instance [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'pci_requests' on Instance uuid 8bd52c67-ec7c-4c53-8863-a641638cf4e2 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.887638] env[69529]: DEBUG nova.objects.base [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Object Instance<8bd52c67-ec7c-4c53-8863-a641638cf4e2> lazy-loaded attributes: flavor,pci_requests {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.887880] env[69529]: DEBUG nova.network.neutron [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.894265] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e33a3fd-24e4-4b15-ad16-48564e1c6a71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.926962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.928113] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e257a78-cb23-4e93-832f-4bc7fe9c83be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.933425] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1127.933425] env[69529]: value = "task-3356680" [ 1127.933425] env[69529]: _type = "Task" [ 1127.933425] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.952058] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356678, 'name': ReconfigVM_Task, 'duration_secs': 0.159666} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.960849] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-6edc9cf2-6b16-4f22-a326-4916168940d7/volume-6edc9cf2-6b16-4f22-a326-4916168940d7.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.964616] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance '2a461cea-e3fa-491c-a4d9-e08f3200a441' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.968422] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cef6b63-861a-4bf9-ad94-a222d6a21630 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.993806] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.995361] env[69529]: DEBUG oslo_vmware.api [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1127.995361] env[69529]: value = "task-3356681" [ 1127.995361] env[69529]: _type = "Task" [ 1127.995361] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.004773] env[69529]: DEBUG oslo_vmware.api [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.091501] env[69529]: DEBUG nova.policy [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.239499] env[69529]: DEBUG nova.network.neutron [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updated VIF entry in instance network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.239967] env[69529]: DEBUG nova.network.neutron [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7595be91-83", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.262754] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.262754] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.262754] env[69529]: DEBUG nova.network.neutron [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.329092] env[69529]: DEBUG oslo_vmware.api [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356679, 'name': PowerOnVM_Task, 'duration_secs': 0.447078} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.329381] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.329585] env[69529]: INFO nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1128.329822] env[69529]: DEBUG nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.330694] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501c94e-a128-4ad1-910d-7622cb80abed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.346930] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1128.346930] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.429s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.346930] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.925s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.346930] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.348772] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.016s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.352947] env[69529]: INFO nova.compute.claims [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.380516] env[69529]: INFO nova.scheduler.client.report [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Deleted allocations for instance 6f396b3b-79b0-4b3a-8de2-c05996fa0362 [ 1128.461124] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356680, 'name': ReconfigVM_Task, 'duration_secs': 0.166879} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.461376] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.461620] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b19c1d2d-7803-4178-b8e4-071f37477894 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.467540] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1128.467540] env[69529]: value = "task-3356682" [ 1128.467540] env[69529]: _type = "Task" [ 1128.467540] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.474989] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.488989] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.488989] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.488989] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.488989] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.489307] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.489397] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.489656] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.489894] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.490095] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.490259] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.491042] env[69529]: DEBUG nova.virt.hardware [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.496026] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.496360] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8bc9d18-7aad-4bf3-b8a8-24938fb2e22f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.521964] env[69529]: DEBUG oslo_vmware.api [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356681, 'name': ReconfigVM_Task, 'duration_secs': 0.374229} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.521964] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-6edc9cf2-6b16-4f22-a326-4916168940d7/volume-6edc9cf2-6b16-4f22-a326-4916168940d7.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.525179] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1128.525179] env[69529]: value = "task-3356683" [ 1128.525179] env[69529]: _type = "Task" [ 1128.525179] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.525447] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3369e075-4dfd-4290-874d-e54d33a38584 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.545381] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.547086] env[69529]: DEBUG oslo_vmware.api [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1128.547086] env[69529]: value = "task-3356684" [ 1128.547086] env[69529]: _type = "Task" [ 1128.547086] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.556588] env[69529]: DEBUG oslo_vmware.api [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.675353] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "ac516853-029d-4685-a95c-d172e0240eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.675795] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.676139] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "ac516853-029d-4685-a95c-d172e0240eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.676449] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.676745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.679573] env[69529]: INFO nova.compute.manager [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Terminating instance [ 1128.743104] env[69529]: DEBUG oslo_concurrency.lockutils [req-6a3619d1-f509-4927-b062-12cf346f813d req-3a5d8c10-514b-4057-b236-14f450894b29 service nova] Releasing lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.794250] env[69529]: DEBUG nova.network.neutron [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.814664] env[69529]: DEBUG nova.network.neutron [-] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.848402] env[69529]: INFO nova.compute.manager [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Took 18.45 seconds to build instance. [ 1128.895269] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5621c95e-313f-4182-a918-756f2202a4c9 tempest-ServerDiagnosticsNegativeTest-1929698419 tempest-ServerDiagnosticsNegativeTest-1929698419-project-member] Lock "6f396b3b-79b0-4b3a-8de2-c05996fa0362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.809s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.940044] env[69529]: DEBUG nova.network.neutron [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Updating instance_info_cache with network_info: [{"id": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "address": "fa:16:3e:29:18:db", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028107ac-1d", "ovs_interfaceid": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.978747] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.044834] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356683, 'name': ReconfigVM_Task, 'duration_secs': 0.158559} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.045137] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.045906] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7d355-5ecb-4539-bd34-a41ac8bd2271 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.056213] env[69529]: DEBUG oslo_vmware.api [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356684, 'name': ReconfigVM_Task, 'duration_secs': 0.142718} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.067831] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669934', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'name': 'volume-6edc9cf2-6b16-4f22-a326-4916168940d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'serial': '6edc9cf2-6b16-4f22-a326-4916168940d7'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.077072] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 2a461cea-e3fa-491c-a4d9-e08f3200a441/2a461cea-e3fa-491c-a4d9-e08f3200a441.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.077594] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c27c1898-cb76-4222-9f2e-5ce33369ecc3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.096247] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1129.096247] env[69529]: value = "task-3356685" [ 1129.096247] env[69529]: _type = "Task" [ 1129.096247] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.104785] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.185245] env[69529]: DEBUG nova.compute.manager [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.185245] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.185510] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40078e3-4eaf-4e60-96db-712225dc3829 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.193653] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.194364] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9017b62a-4ab4-4375-a775-0b73c4fe01f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.200813] env[69529]: DEBUG oslo_vmware.api [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1129.200813] env[69529]: value = "task-3356686" [ 1129.200813] env[69529]: _type = "Task" [ 1129.200813] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.209193] env[69529]: DEBUG oslo_vmware.api [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.317021] env[69529]: INFO nova.compute.manager [-] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Took 2.15 seconds to deallocate network for instance. [ 1129.350845] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9e4b3029-ca99-4fa2-a4ee-909ba3172207 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.963s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.442126] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.442126] env[69529]: DEBUG nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Instance network_info: |[{"id": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "address": "fa:16:3e:29:18:db", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028107ac-1d", "ovs_interfaceid": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.442297] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:18:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '028107ac-1dad-4744-9af8-b5f9ae3de5ec', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.450219] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.453094] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.453454] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2d558a1-4dcc-48eb-aa1a-17856ea6c19b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.475231] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.475231] env[69529]: value = "task-3356687" [ 1129.475231] env[69529]: _type = "Task" [ 1129.475231] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.478829] env[69529]: DEBUG oslo_vmware.api [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356682, 'name': PowerOnVM_Task, 'duration_secs': 0.966543} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.481700] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.486676] env[69529]: DEBUG nova.compute.manager [None req-4feffde5-b30e-42e2-9a51-6b8a8952d6b2 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.488188] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df635318-170b-47b2-8af3-37a69379e232 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.494382] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356687, 'name': CreateVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.521849] env[69529]: DEBUG nova.compute.manager [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Received event network-vif-plugged-028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.522100] env[69529]: DEBUG oslo_concurrency.lockutils [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] Acquiring lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.522402] env[69529]: DEBUG oslo_concurrency.lockutils [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.522619] env[69529]: DEBUG oslo_concurrency.lockutils [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.522830] env[69529]: DEBUG nova.compute.manager [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] No waiting events found dispatching network-vif-plugged-028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.523042] env[69529]: WARNING nova.compute.manager [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Received unexpected event network-vif-plugged-028107ac-1dad-4744-9af8-b5f9ae3de5ec for instance with vm_state building and task_state spawning. [ 1129.523229] env[69529]: DEBUG nova.compute.manager [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Received event network-changed-028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.523407] env[69529]: DEBUG nova.compute.manager [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Refreshing instance network info cache due to event network-changed-028107ac-1dad-4744-9af8-b5f9ae3de5ec. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.523671] env[69529]: DEBUG oslo_concurrency.lockutils [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] Acquiring lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.523828] env[69529]: DEBUG oslo_concurrency.lockutils [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] Acquired lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.524060] env[69529]: DEBUG nova.network.neutron [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Refreshing network info cache for port 028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.608476] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356685, 'name': ReconfigVM_Task, 'duration_secs': 0.323701} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.608773] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 2a461cea-e3fa-491c-a4d9-e08f3200a441/2a461cea-e3fa-491c-a4d9-e08f3200a441.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.609063] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance '2a461cea-e3fa-491c-a4d9-e08f3200a441' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.660712] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc9321-fd77-4e5f-b54d-07eced399ed2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.671592] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a9da84-8346-41cb-af96-046475959df8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.710375] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02173002-81f6-43ba-b50c-feefdb480815 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.721500] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7914cbc2-9469-4d7f-afe7-05ec60166b24 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.725631] env[69529]: DEBUG oslo_vmware.api [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356686, 'name': PowerOffVM_Task, 'duration_secs': 0.28827} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.726275] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.726481] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.727058] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f377385a-e2fe-4477-b3d0-2437bf242ec1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.729361] env[69529]: DEBUG nova.network.neutron [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Successfully updated port: c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.738679] env[69529]: DEBUG nova.compute.provider_tree [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.808078] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.808078] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.808350] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleting the datastore file [datastore1] ac516853-029d-4685-a95c-d172e0240eb4 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.808552] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d48f6ba-fd3a-41e3-aedd-6a32e39ac84b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.815444] env[69529]: DEBUG oslo_vmware.api [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1129.815444] env[69529]: value = "task-3356689" [ 1129.815444] env[69529]: _type = "Task" [ 1129.815444] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.825542] env[69529]: DEBUG oslo_vmware.api [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.863403] env[69529]: INFO nova.compute.manager [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Took 0.55 seconds to detach 1 volumes for instance. [ 1129.991778] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356687, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.069576] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.069901] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.070180] env[69529]: DEBUG nova.compute.manager [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.074148] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f4767c-be7c-45b6-a75e-62424d704e4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.081508] env[69529]: DEBUG nova.compute.manager [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1130.082109] env[69529]: DEBUG nova.objects.instance [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'flavor' on Instance uuid b3858088-a3b3-4e4e-b71c-c876c7e81139 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.121027] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff3568-1632-4467-9460-6563931a0ac0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.141269] env[69529]: DEBUG nova.objects.instance [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lazy-loading 'flavor' on Instance uuid 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.145658] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd31bf0-3c49-4583-8154-00236ec8e98d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.164579] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance '2a461cea-e3fa-491c-a4d9-e08f3200a441' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.242205] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.242205] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.242205] env[69529]: DEBUG nova.network.neutron [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.243870] env[69529]: DEBUG nova.scheduler.client.report [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.327061] env[69529]: DEBUG oslo_vmware.api [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312298} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.327815] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.328172] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.328405] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.328600] env[69529]: INFO nova.compute.manager [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.328850] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.329057] env[69529]: DEBUG nova.compute.manager [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.329159] env[69529]: DEBUG nova.network.neutron [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.370154] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.371260] env[69529]: DEBUG nova.network.neutron [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Updated VIF entry in instance network info cache for port 028107ac-1dad-4744-9af8-b5f9ae3de5ec. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.371625] env[69529]: DEBUG nova.network.neutron [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Updating instance_info_cache with network_info: [{"id": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "address": "fa:16:3e:29:18:db", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028107ac-1d", "ovs_interfaceid": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.489601] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356687, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.654417] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1de96c0c-ee34-4ec6-a2ac-9388beaf59fa tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.423s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.725544] env[69529]: DEBUG nova.network.neutron [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Port 447fc462-aa11-49ac-be9b-a1314fa01be8 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1130.751160] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.751795] env[69529]: DEBUG nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.757852] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.044s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.760635] env[69529]: INFO nova.compute.claims [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.809522] env[69529]: WARNING nova.network.neutron [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] 694448c7-e341-47eb-9dd5-d3553d1b6ff3 already exists in list: networks containing: ['694448c7-e341-47eb-9dd5-d3553d1b6ff3']. ignoring it [ 1130.877442] env[69529]: DEBUG oslo_concurrency.lockutils [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] Releasing lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.877980] env[69529]: DEBUG nova.compute.manager [req-79840f10-88c8-4c6c-aa27-4436f6c55e23 req-2f276a86-0c2e-4a04-b917-15ca51785cc8 service nova] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Received event network-vif-deleted-2bb0aad2-2e0e-415e-a372-1c8dfd86d606 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.878217] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.878448] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.995967] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356687, 'name': CreateVM_Task, 'duration_secs': 1.363062} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.996301] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.997017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.997229] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.997571] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.997853] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2b624e-2140-4544-ba43-bc40f8715dcd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.005076] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1131.005076] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5276ff5a-b496-e11c-a6ec-c81e3d1e2e60" [ 1131.005076] env[69529]: _type = "Task" [ 1131.005076] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.013931] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5276ff5a-b496-e11c-a6ec-c81e3d1e2e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.089308] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.089629] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fc1e45c-f5f1-41a1-9808-50762f2e6b2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.097058] env[69529]: DEBUG oslo_vmware.api [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1131.097058] env[69529]: value = "task-3356690" [ 1131.097058] env[69529]: _type = "Task" [ 1131.097058] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.108380] env[69529]: DEBUG oslo_vmware.api [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.143299] env[69529]: INFO nova.compute.manager [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Unrescuing [ 1131.143542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.143689] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquired lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.143849] env[69529]: DEBUG nova.network.neutron [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.176962] env[69529]: DEBUG nova.network.neutron [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c70a71e3-236f-4465-8222-1bf05692909d", "address": "fa:16:3e:a6:9f:30", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a71e3-23", "ovs_interfaceid": "c70a71e3-236f-4465-8222-1bf05692909d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.268925] env[69529]: DEBUG nova.compute.utils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.271116] env[69529]: DEBUG nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.271116] env[69529]: DEBUG nova.network.neutron [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.314935] env[69529]: DEBUG nova.policy [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd888952c96af4529bea47a6d520292f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ede2d4f2f7fc4499ae5893672c40bcab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.348715] env[69529]: DEBUG nova.network.neutron [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.382199] env[69529]: INFO nova.compute.manager [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Detaching volume 5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4 [ 1131.431434] env[69529]: INFO nova.virt.block_device [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Attempting to driver detach volume 5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4 from mountpoint /dev/sdb [ 1131.431681] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1131.431873] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669931', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'name': 'volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'serial': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1131.432835] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b22228-3bf1-4cf7-9d7e-2a67c0d0d6cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.468902] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c654e45-6304-48d4-8577-507ab4d057fe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.478540] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3881b2df-949e-4c55-bed3-6015741a7078 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.502420] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df94abc0-c717-4639-836a-d9fc030afd7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.515938] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5276ff5a-b496-e11c-a6ec-c81e3d1e2e60, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.529030] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.530248] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.530248] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.530248] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.530248] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.530248] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] The volume has not been displaced from its original location: [datastore2] volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4/volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1131.535694] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.536063] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b563a81-f176-44f8-8495-4ade97b34f10 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.538947] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40eb35cd-e24e-4acc-82ec-22048ee17d6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.557216] env[69529]: DEBUG nova.compute.manager [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-vif-plugged-c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.557459] env[69529]: DEBUG oslo_concurrency.lockutils [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] Acquiring lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.557724] env[69529]: DEBUG oslo_concurrency.lockutils [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.557963] env[69529]: DEBUG oslo_concurrency.lockutils [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.558281] env[69529]: DEBUG nova.compute.manager [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] No waiting events found dispatching network-vif-plugged-c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.558343] env[69529]: WARNING nova.compute.manager [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received unexpected event network-vif-plugged-c70a71e3-236f-4465-8222-1bf05692909d for instance with vm_state active and task_state None. [ 1131.558538] env[69529]: DEBUG nova.compute.manager [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-changed-c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.558749] env[69529]: DEBUG nova.compute.manager [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing instance network info cache due to event network-changed-c70a71e3-236f-4465-8222-1bf05692909d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.558963] env[69529]: DEBUG oslo_concurrency.lockutils [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.562502] env[69529]: DEBUG oslo_vmware.api [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1131.562502] env[69529]: value = "task-3356691" [ 1131.562502] env[69529]: _type = "Task" [ 1131.562502] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.562502] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.562502] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.566861] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76289305-25bc-470b-9a32-99d3648b0a39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.576025] env[69529]: DEBUG oslo_vmware.api [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.577290] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1131.577290] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f01cd9-3000-3be8-cd1e-2e999a6fe46a" [ 1131.577290] env[69529]: _type = "Task" [ 1131.577290] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.585708] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f01cd9-3000-3be8-cd1e-2e999a6fe46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.606054] env[69529]: DEBUG oslo_vmware.api [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356690, 'name': PowerOffVM_Task, 'duration_secs': 0.322071} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.606331] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.606548] env[69529]: DEBUG nova.compute.manager [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.607437] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213dc826-9f37-478e-a987-39413bfdcb9e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.633951] env[69529]: DEBUG nova.network.neutron [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Successfully created port: 218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.680433] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.680568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.680791] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.681199] env[69529]: DEBUG oslo_concurrency.lockutils [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.681463] env[69529]: DEBUG nova.network.neutron [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing network info cache for port c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.683972] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00c8dc5-f47f-495f-a4df-4164ae2ad0ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.704898] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.705245] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.705356] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.705556] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.705720] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.706209] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.706209] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.706337] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.706463] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.706646] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.706847] env[69529]: DEBUG nova.virt.hardware [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.713630] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Reconfiguring VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1131.714348] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eea5e05-c929-478e-8505-a7fe689c7225 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.732657] env[69529]: DEBUG oslo_vmware.api [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1131.732657] env[69529]: value = "task-3356692" [ 1131.732657] env[69529]: _type = "Task" [ 1131.732657] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.762971] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.763372] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.763649] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.765926] env[69529]: DEBUG oslo_vmware.api [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356692, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.778473] env[69529]: DEBUG nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.851881] env[69529]: INFO nova.compute.manager [-] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Took 1.52 seconds to deallocate network for instance. [ 1131.968683] env[69529]: DEBUG nova.network.neutron [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Updating instance_info_cache with network_info: [{"id": "89acd48e-af1f-4390-8187-c7273b085d2b", "address": "fa:16:3e:ec:25:11", "network": {"id": "f65c2dc1-7a34-4a6e-ae20-e29128d7af47", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1607398174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c912321715c04ad8ad58219c2786e730", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89acd48e-af", "ovs_interfaceid": "89acd48e-af1f-4390-8187-c7273b085d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.074140] env[69529]: DEBUG oslo_vmware.api [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356691, 'name': ReconfigVM_Task, 'duration_secs': 0.233724} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.074465] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.080586] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e92189-4439-4e76-bf48-3bcc4ce1a613 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.101949] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f01cd9-3000-3be8-cd1e-2e999a6fe46a, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.104100] env[69529]: DEBUG oslo_vmware.api [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1132.104100] env[69529]: value = "task-3356693" [ 1132.104100] env[69529]: _type = "Task" [ 1132.104100] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.104502] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0063b6c1-2476-48a0-93c9-e5b4ac3a9715 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.120369] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1132.120369] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f18c24-e917-fe1a-a898-6b7fa88860f1" [ 1132.120369] env[69529]: _type = "Task" [ 1132.120369] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.123843] env[69529]: DEBUG oslo_vmware.api [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.124466] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7f29105c-cbd8-4513-b882-df638270995a tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.131158] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99552dd-0b1a-480e-90de-b5006f7c5161 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.140995] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f18c24-e917-fe1a-a898-6b7fa88860f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014715} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.144873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.145016] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342/3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.145406] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfee6084-b9f7-4291-b69c-2371c7050c6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.148202] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9154ed96-9e75-47dc-97ae-5d9f2a62babe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.157777] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1132.157777] env[69529]: value = "task-3356694" [ 1132.157777] env[69529]: _type = "Task" [ 1132.157777] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.190404] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c40ff8-c07d-44c9-9d17-26630250e0db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.202253] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ef16e0-a9da-45b0-9fb8-dd1fea03198c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.206780] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.219789] env[69529]: DEBUG nova.compute.provider_tree [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.243789] env[69529]: DEBUG oslo_vmware.api [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356692, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.363776] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.471430] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Releasing lock "refresh_cache-00d91621-5140-4d18-ae01-162289c63447" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.474129] env[69529]: DEBUG nova.objects.instance [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lazy-loading 'flavor' on Instance uuid 00d91621-5140-4d18-ae01-162289c63447 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.548036] env[69529]: DEBUG nova.network.neutron [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updated VIF entry in instance network info cache for port c70a71e3-236f-4465-8222-1bf05692909d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.548036] env[69529]: DEBUG nova.network.neutron [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c70a71e3-236f-4465-8222-1bf05692909d", "address": "fa:16:3e:a6:9f:30", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a71e3-23", "ovs_interfaceid": "c70a71e3-236f-4465-8222-1bf05692909d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.617656] env[69529]: DEBUG oslo_vmware.api [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356693, 'name': ReconfigVM_Task, 'duration_secs': 0.14496} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.618348] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669931', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'name': 'volume-5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4', 'serial': '5958f336-ac5b-4ab3-a1c4-fdf1b8a908c4'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1132.694226] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356694, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.723429] env[69529]: DEBUG nova.scheduler.client.report [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.747409] env[69529]: DEBUG oslo_vmware.api [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356692, 'name': ReconfigVM_Task, 'duration_secs': 0.575312} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.748750] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.749188] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Reconfigured VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1132.787882] env[69529]: DEBUG nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.815272] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.815530] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.815727] env[69529]: DEBUG nova.network.neutron [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.820788] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.820788] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.820788] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.820788] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.820788] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.821394] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.821558] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.821798] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.822108] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.822361] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.822833] env[69529]: DEBUG nova.virt.hardware [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.823824] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a656a6-26bc-499c-abbe-7a3d18848cda {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.833522] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c092b88f-6463-4d79-aeba-2edb201671e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.979194] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e258197c-6c55-43ec-a0af-4ee8aad6c286 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.002502] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.002880] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c92067af-b5c5-4b26-ac51-02d9b11381d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.011935] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1133.011935] env[69529]: value = "task-3356695" [ 1133.011935] env[69529]: _type = "Task" [ 1133.011935] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.023784] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.050782] env[69529]: DEBUG oslo_concurrency.lockutils [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.051298] env[69529]: DEBUG nova.compute.manager [req-59289011-cbd5-49ee-bbe0-5426f38cf487 req-71426f7c-d5d1-4169-9a24-051bd371e0a4 service nova] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Received event network-vif-deleted-3459c9fc-e035-4efe-8e2f-1b7277581904 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.178985] env[69529]: DEBUG nova.objects.instance [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lazy-loading 'flavor' on Instance uuid 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.197852] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356694, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018946} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.197991] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342/3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.198841] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.198841] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df49229-5293-45a1-8399-6be7f34158c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.209050] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1133.209050] env[69529]: value = "task-3356696" [ 1133.209050] env[69529]: _type = "Task" [ 1133.209050] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.223883] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.231116] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.231836] env[69529]: DEBUG nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.239021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.700s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.239021] env[69529]: DEBUG nova.objects.instance [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'resources' on Instance uuid 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.255940] env[69529]: DEBUG oslo_concurrency.lockutils [None req-672a5353-f230-4218-bfd6-b8d8c7abf45f tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-8bd52c67-ec7c-4c53-8863-a641638cf4e2-c70a71e3-236f-4465-8222-1bf05692909d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.178s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.465047] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.465365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.465602] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "b3858088-a3b3-4e4e-b71c-c876c7e81139-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.465791] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.465959] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.468101] env[69529]: INFO nova.compute.manager [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Terminating instance [ 1133.523780] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356695, 'name': PowerOffVM_Task, 'duration_secs': 0.296687} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.524710] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.531218] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.531521] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62506d6-c3ce-4e0f-83b0-d9a15024f1ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.561947] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1133.561947] env[69529]: value = "task-3356697" [ 1133.561947] env[69529]: _type = "Task" [ 1133.561947] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.575581] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.658990] env[69529]: DEBUG nova.compute.manager [req-a91d7a5e-fcfa-4992-850c-748104598b7c req-2dbfd251-f161-4421-92ae-5f10030305d1 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received event network-vif-plugged-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.659305] env[69529]: DEBUG oslo_concurrency.lockutils [req-a91d7a5e-fcfa-4992-850c-748104598b7c req-2dbfd251-f161-4421-92ae-5f10030305d1 service nova] Acquiring lock "3318107f-c7ed-4c3c-8567-0d47e45baff7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.659548] env[69529]: DEBUG oslo_concurrency.lockutils [req-a91d7a5e-fcfa-4992-850c-748104598b7c req-2dbfd251-f161-4421-92ae-5f10030305d1 service nova] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.659718] env[69529]: DEBUG oslo_concurrency.lockutils [req-a91d7a5e-fcfa-4992-850c-748104598b7c req-2dbfd251-f161-4421-92ae-5f10030305d1 service nova] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.659886] env[69529]: DEBUG nova.compute.manager [req-a91d7a5e-fcfa-4992-850c-748104598b7c req-2dbfd251-f161-4421-92ae-5f10030305d1 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] No waiting events found dispatching network-vif-plugged-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1133.660308] env[69529]: WARNING nova.compute.manager [req-a91d7a5e-fcfa-4992-850c-748104598b7c req-2dbfd251-f161-4421-92ae-5f10030305d1 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received unexpected event network-vif-plugged-218c55f9-7b2a-4525-aef2-190e1880d0ae for instance with vm_state building and task_state spawning. [ 1133.720163] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074048} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.720397] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.721249] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659da376-2d68-4952-a77d-4dbe102583e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.740981] env[69529]: DEBUG nova.compute.utils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.753214] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342/3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.754391] env[69529]: DEBUG nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.760289] env[69529]: DEBUG nova.network.neutron [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance_info_cache with network_info: [{"id": "447fc462-aa11-49ac-be9b-a1314fa01be8", "address": "fa:16:3e:c2:12:8d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fc462-aa", "ovs_interfaceid": "447fc462-aa11-49ac-be9b-a1314fa01be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.760289] env[69529]: DEBUG nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.760289] env[69529]: DEBUG nova.network.neutron [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.762271] env[69529]: DEBUG nova.objects.instance [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'numa_topology' on Instance uuid 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.763553] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c5f186a-2d14-42bd-b710-ce5e1f6705bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.783064] env[69529]: DEBUG nova.network.neutron [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Successfully updated port: 218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.791969] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1133.791969] env[69529]: value = "task-3356698" [ 1133.791969] env[69529]: _type = "Task" [ 1133.791969] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.801686] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.831131] env[69529]: DEBUG nova.policy [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ffd128d4064ee8875416671f5b6657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70fc18bf11f48c794a32b605df8a4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.972314] env[69529]: DEBUG nova.compute.manager [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.972498] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.975456] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72b32c4-50ae-4de7-9a6b-f04402b76929 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.981717] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.981999] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5292bdd4-4797-45b6-9d07-7530e122a4e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.074898] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356697, 'name': ReconfigVM_Task, 'duration_secs': 0.251502} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.074898] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.074898] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.074898] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c3adb75-9c8a-4dff-9f6a-052d82c991c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.078131] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1134.078131] env[69529]: value = "task-3356700" [ 1134.078131] env[69529]: _type = "Task" [ 1134.078131] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.085363] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.135026] env[69529]: DEBUG nova.network.neutron [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Successfully created port: b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.190960] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6512e772-3981-4277-a22a-e802b6cfabf1 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.261578] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.266160] env[69529]: DEBUG nova.objects.base [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Object Instance<39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db> lazy-loaded attributes: resources,numa_topology {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.288881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.288881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquired lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.288881] env[69529]: DEBUG nova.network.neutron [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.296516] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.296516] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.315895] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356698, 'name': ReconfigVM_Task, 'duration_secs': 0.275809} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.317706] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342/3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.317706] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-147d998e-44fe-468a-a439-fc62d01af122 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.329484] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1134.329484] env[69529]: value = "task-3356701" [ 1134.329484] env[69529]: _type = "Task" [ 1134.329484] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.346438] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356701, 'name': Rename_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.492031] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.492031] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.492031] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleting the datastore file [datastore2] b3858088-a3b3-4e4e-b71c-c876c7e81139 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.492031] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f5afd58-b037-4f1b-b8be-7431c24c165d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.502518] env[69529]: DEBUG oslo_vmware.api [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1134.502518] env[69529]: value = "task-3356702" [ 1134.502518] env[69529]: _type = "Task" [ 1134.502518] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.516902] env[69529]: DEBUG oslo_vmware.api [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.588225] env[69529]: DEBUG oslo_vmware.api [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356700, 'name': PowerOnVM_Task, 'duration_secs': 0.463768} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.588225] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.588448] env[69529]: DEBUG nova.compute.manager [None req-d341ebef-4147-4bc4-827a-154f384ed63a tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.589176] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d69f2-0bc3-4e8c-b853-2599f761a2a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.605401] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604613a-6267-48d3-b15a-96d1b435691a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.612866] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f9efc-d173-490d-9f35-59f8b1ab6ec0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.649177] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e40f946-79bb-4aba-8652-5b22bb5cf3f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.657092] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1fb4ad-4b4a-4a34-ad8a-bcbfaf2b7dd3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.671732] env[69529]: DEBUG nova.compute.provider_tree [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.768018] env[69529]: DEBUG nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.791268] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62adc668-e7e5-44ef-bf9d-973d778cafb6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.796085] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.798092] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.798624] env[69529]: DEBUG nova.virt.hardware [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.802313] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b2be8f-c827-4396-948d-8f65706bc43b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.806923] env[69529]: INFO nova.compute.manager [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Detaching volume 6edc9cf2-6b16-4f22-a326-4916168940d7 [ 1134.837735] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9fa6e5-43f5-4cf2-9796-ac2d7639ead8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.849299] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc3d8d3-eaf0-4220-bdf3-f17cacda99cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.855731] env[69529]: DEBUG nova.network.neutron [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.865763] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356701, 'name': Rename_Task, 'duration_secs': 0.163214} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.877190] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.877683] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance '2a461cea-e3fa-491c-a4d9-e08f3200a441' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.882889] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8208e2c0-1bd3-46c9-b82c-24f5e06d3caf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.889607] env[69529]: INFO nova.virt.block_device [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Attempting to driver detach volume 6edc9cf2-6b16-4f22-a326-4916168940d7 from mountpoint /dev/sdc [ 1134.889836] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.890053] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669934', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'name': 'volume-6edc9cf2-6b16-4f22-a326-4916168940d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'serial': '6edc9cf2-6b16-4f22-a326-4916168940d7'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.891807] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da379e3a-7ab8-4c87-b7a6-ac50d2e94aee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.895618] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1134.895618] env[69529]: value = "task-3356703" [ 1134.895618] env[69529]: _type = "Task" [ 1134.895618] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.916173] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df0e3f-161c-4be9-a6d6-e7e0510dd3e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.922752] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356703, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.930020] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1cc45c-9976-4d7d-af94-206d7169db20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.953561] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1e1205-e788-401a-8989-c3ce01bc1ec3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.970623] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] The volume has not been displaced from its original location: [datastore2] volume-6edc9cf2-6b16-4f22-a326-4916168940d7/volume-6edc9cf2-6b16-4f22-a326-4916168940d7.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.976184] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfiguring VM instance instance-0000005e to detach disk 2002 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.979381] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04a19174-5d6e-4320-b297-2f749bcabad8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.001285] env[69529]: DEBUG oslo_vmware.api [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1135.001285] env[69529]: value = "task-3356704" [ 1135.001285] env[69529]: _type = "Task" [ 1135.001285] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.010195] env[69529]: DEBUG oslo_vmware.api [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.015708] env[69529]: DEBUG oslo_vmware.api [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.093452] env[69529]: DEBUG nova.network.neutron [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.116345] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "49657b43-d5d7-4e35-b787-5b84b0e7b350" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.116529] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.174715] env[69529]: DEBUG nova.scheduler.client.report [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.354195] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-8bd52c67-ec7c-4c53-8863-a641638cf4e2-c70a71e3-236f-4465-8222-1bf05692909d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.354478] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-8bd52c67-ec7c-4c53-8863-a641638cf4e2-c70a71e3-236f-4465-8222-1bf05692909d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.384788] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.385143] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2cb44e5-1c1d-49ac-ac6b-4022ec8b4ce2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.392722] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1135.392722] env[69529]: value = "task-3356705" [ 1135.392722] env[69529]: _type = "Task" [ 1135.392722] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.408223] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356703, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.411054] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.511044] env[69529]: DEBUG oslo_vmware.api [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356704, 'name': ReconfigVM_Task, 'duration_secs': 0.298909} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.511352] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Reconfigured VM instance instance-0000005e to detach disk 2002 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.518020] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5f1376f-ab1d-491a-8abd-3fa1118dbc2d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.532491] env[69529]: DEBUG oslo_vmware.api [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544162} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.534020] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.534020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.534020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.534020] env[69529]: INFO nova.compute.manager [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Took 1.56 seconds to destroy the instance on the hypervisor. [ 1135.534305] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.534305] env[69529]: DEBUG nova.compute.manager [-] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.534431] env[69529]: DEBUG nova.network.neutron [-] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.537541] env[69529]: DEBUG oslo_vmware.api [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1135.537541] env[69529]: value = "task-3356706" [ 1135.537541] env[69529]: _type = "Task" [ 1135.537541] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.545733] env[69529]: DEBUG oslo_vmware.api [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.596548] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Releasing lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.599019] env[69529]: DEBUG nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Instance network_info: |[{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.599019] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:c9:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9ec24851-7bb6-426b-b28f-f7b246df1713', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '218c55f9-7b2a-4525-aef2-190e1880d0ae', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.607979] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Creating folder: Project (ede2d4f2f7fc4499ae5893672c40bcab). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.608644] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f18ccf66-4ff6-4335-8be6-2516e714181e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.618451] env[69529]: DEBUG nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.623091] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Created folder: Project (ede2d4f2f7fc4499ae5893672c40bcab) in parent group-v669649. [ 1135.623286] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Creating folder: Instances. Parent ref: group-v669936. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.623719] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df0b1345-067c-441c-a660-2a9b806a9f98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.635165] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Created folder: Instances in parent group-v669936. [ 1135.635452] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.635609] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.635808] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2516363e-531d-45c7-ad09-268beab27793 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.656023] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.656023] env[69529]: value = "task-3356709" [ 1135.656023] env[69529]: _type = "Task" [ 1135.656023] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.665071] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356709, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.680594] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.445s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.685645] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.139s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.685645] env[69529]: DEBUG nova.objects.instance [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'resources' on Instance uuid b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.779073] env[69529]: DEBUG nova.compute.manager [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.781794] env[69529]: DEBUG nova.compute.manager [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing instance network info cache due to event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.781794] env[69529]: DEBUG oslo_concurrency.lockutils [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] Acquiring lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.781794] env[69529]: DEBUG oslo_concurrency.lockutils [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] Acquired lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.781794] env[69529]: DEBUG nova.network.neutron [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.860023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.860023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.860023] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d5c92-4518-4b2e-991f-2fe74ffe6aa5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.884093] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24854441-162e-4a1a-9840-dcb282941398 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.926931] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Reconfiguring VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1135.934607] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd820bfe-9e27-4b7f-9370-c02c2d13a78e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.959853] env[69529]: DEBUG oslo_vmware.api [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356705, 'name': PowerOnVM_Task, 'duration_secs': 0.434199} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.964680] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.964902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a915234a-c31c-42e0-86d4-16c2deb664e7 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance '2a461cea-e3fa-491c-a4d9-e08f3200a441' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.974027] env[69529]: DEBUG oslo_vmware.api [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356703, 'name': PowerOnVM_Task, 'duration_secs': 0.979253} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.974027] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1135.974027] env[69529]: value = "task-3356710" [ 1135.974027] env[69529]: _type = "Task" [ 1135.974027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.974027] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.974027] env[69529]: INFO nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1135.974027] env[69529]: DEBUG nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.974027] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776601d9-ba18-4fcb-97b3-eccb47a2d4dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.994041] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.048977] env[69529]: DEBUG oslo_vmware.api [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356706, 'name': ReconfigVM_Task, 'duration_secs': 0.152959} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.049366] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669934', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'name': 'volume-6edc9cf2-6b16-4f22-a326-4916168940d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8', 'attached_at': '', 'detached_at': '', 'volume_id': '6edc9cf2-6b16-4f22-a326-4916168940d7', 'serial': '6edc9cf2-6b16-4f22-a326-4916168940d7'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.100118] env[69529]: DEBUG nova.network.neutron [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Successfully updated port: b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.143491] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.169279] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356709, 'name': CreateVM_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.191531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5c8863bb-e387-4cfc-bae7-9da246ba4377 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.591s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.192549] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.266s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.192648] env[69529]: INFO nova.compute.manager [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Unshelving [ 1136.353161] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "00d91621-5140-4d18-ae01-162289c63447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.353424] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "00d91621-5140-4d18-ae01-162289c63447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.353627] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "00d91621-5140-4d18-ae01-162289c63447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.353804] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "00d91621-5140-4d18-ae01-162289c63447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.354018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "00d91621-5140-4d18-ae01-162289c63447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.356875] env[69529]: INFO nova.compute.manager [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Terminating instance [ 1136.452378] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171478e2-5194-4b23-a4cb-0b64eda0053f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.459461] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc2332a-d358-4a04-a073-976f09a5c45c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.494294] env[69529]: DEBUG nova.network.neutron [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updated VIF entry in instance network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.494609] env[69529]: DEBUG nova.network.neutron [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.498937] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f9f312-db7d-4ae3-a621-6f53979e3759 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.513656] env[69529]: INFO nova.compute.manager [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Took 17.84 seconds to build instance. [ 1136.520225] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.521801] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00d8514-d4af-4768-8112-b5573232bf89 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.536173] env[69529]: DEBUG nova.compute.provider_tree [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.596633] env[69529]: DEBUG nova.objects.instance [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lazy-loading 'flavor' on Instance uuid 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.602422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.602645] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.602760] env[69529]: DEBUG nova.network.neutron [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.635020] env[69529]: DEBUG nova.network.neutron [-] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.666668] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356709, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.861750] env[69529]: DEBUG nova.compute.manager [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.862821] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.863477] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbb0d43-50cf-4bdf-b120-af3524417f2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.873113] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.873411] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b01e4248-5f37-41e6-9c44-08ee5de996b1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.880276] env[69529]: DEBUG oslo_vmware.api [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1136.880276] env[69529]: value = "task-3356711" [ 1136.880276] env[69529]: _type = "Task" [ 1136.880276] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.890216] env[69529]: DEBUG oslo_vmware.api [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.004457] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.006197] env[69529]: DEBUG oslo_concurrency.lockutils [req-7f25fc63-da5a-4683-9c37-c687bb30d5bd req-2e86042d-a344-4c82-b660-7852b95662d4 service nova] Releasing lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.021503] env[69529]: DEBUG oslo_concurrency.lockutils [None req-82851cb8-eaf7-4a5e-a6cb-0c3d1225337d tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.389s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.023497] env[69529]: DEBUG nova.compute.manager [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Received event network-changed-028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.023682] env[69529]: DEBUG nova.compute.manager [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Refreshing instance network info cache due to event network-changed-028107ac-1dad-4744-9af8-b5f9ae3de5ec. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.023893] env[69529]: DEBUG oslo_concurrency.lockutils [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] Acquiring lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.024070] env[69529]: DEBUG oslo_concurrency.lockutils [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] Acquired lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.027463] env[69529]: DEBUG nova.network.neutron [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Refreshing network info cache for port 028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.039774] env[69529]: DEBUG nova.scheduler.client.report [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.135459] env[69529]: INFO nova.compute.manager [-] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Took 1.60 seconds to deallocate network for instance. [ 1137.138150] env[69529]: DEBUG nova.network.neutron [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.173278] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356709, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.204124] env[69529]: DEBUG nova.compute.utils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.320600] env[69529]: DEBUG nova.network.neutron [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance_info_cache with network_info: [{"id": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "address": "fa:16:3e:99:91:f1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d8a5c4-2e", "ovs_interfaceid": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.375365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "f1150def-fe71-4067-823d-0c07d2c0fe74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.375365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.390447] env[69529]: DEBUG oslo_vmware.api [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356711, 'name': PowerOffVM_Task, 'duration_secs': 0.217011} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.390975] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.391341] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.393375] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f10f3e-e7e9-4cb4-ac2c-049d3cefce40 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.454023] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.454023] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.454023] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Deleting the datastore file [datastore2] 00d91621-5140-4d18-ae01-162289c63447 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.454023] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1112ec30-f7bd-4c82-9be0-2e01035b4080 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.459593] env[69529]: DEBUG oslo_vmware.api [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1137.459593] env[69529]: value = "task-3356713" [ 1137.459593] env[69529]: _type = "Task" [ 1137.459593] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.468617] env[69529]: DEBUG oslo_vmware.api [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.503539] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.548564] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.550766] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.181s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.551009] env[69529]: DEBUG nova.objects.instance [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'resources' on Instance uuid 44b8634c-461a-4b55-b773-a42a579fb445 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.579993] env[69529]: INFO nova.scheduler.client.report [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted allocations for instance b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e [ 1137.605477] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09516ffe-688f-46ac-8e05-18e164e561ec tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.644309] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.671579] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356709, 'name': CreateVM_Task, 'duration_secs': 1.7577} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.671579] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.671579] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.671755] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.672252] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.672365] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badd20ab-338d-42f3-83d3-58c8ad79c1db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.676938] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1137.676938] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5201c7f3-4b18-1856-7a45-882ad0699868" [ 1137.676938] env[69529]: _type = "Task" [ 1137.676938] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.685803] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5201c7f3-4b18-1856-7a45-882ad0699868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.705195] env[69529]: INFO nova.virt.block_device [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Booting with volume 81e6826f-9dab-4144-9fa6-771fd1c6ec35 at /dev/sdb [ 1137.736185] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33c75b76-1923-4728-9df8-5d17e50ef397 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.745682] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf769f41-904c-4eb6-a968-e90d25005ec9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.761291] env[69529]: DEBUG nova.network.neutron [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Updated VIF entry in instance network info cache for port 028107ac-1dad-4744-9af8-b5f9ae3de5ec. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.761640] env[69529]: DEBUG nova.network.neutron [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Updating instance_info_cache with network_info: [{"id": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "address": "fa:16:3e:29:18:db", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap028107ac-1d", "ovs_interfaceid": "028107ac-1dad-4744-9af8-b5f9ae3de5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.780840] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ede473a-a303-4533-819b-a6ab2e8ef0a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.789721] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571eacd8-562b-4e8c-9f8a-817dad5b9493 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.822985] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab17c52c-13c8-4552-ad22-92a75fbd7b21 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.827600] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.827740] env[69529]: DEBUG nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Instance network_info: |[{"id": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "address": "fa:16:3e:99:91:f1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d8a5c4-2e", "ovs_interfaceid": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.828522] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:91:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.838131] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.838839] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.839163] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d670880b-c80c-4ef0-9348-98278668a8eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.863459] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9178d6d2-389b-428a-8b3d-65118b78f44c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.868176] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.868176] env[69529]: value = "task-3356714" [ 1137.868176] env[69529]: _type = "Task" [ 1137.868176] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.878979] env[69529]: DEBUG nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.882267] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356714, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.886535] env[69529]: DEBUG nova.virt.block_device [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating existing volume attachment record: e33974fc-321a-40c2-8835-66bbc8cdf904 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1137.970427] env[69529]: DEBUG oslo_vmware.api [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141227} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.970644] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.970828] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.971017] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.971193] env[69529]: INFO nova.compute.manager [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: 00d91621-5140-4d18-ae01-162289c63447] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1137.971433] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.971626] env[69529]: DEBUG nova.compute.manager [-] [instance: 00d91621-5140-4d18-ae01-162289c63447] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.971721] env[69529]: DEBUG nova.network.neutron [-] [instance: 00d91621-5140-4d18-ae01-162289c63447] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.984448] env[69529]: DEBUG nova.compute.manager [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Received event network-vif-plugged-b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.984662] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] Acquiring lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.984868] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.985188] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.985580] env[69529]: DEBUG nova.compute.manager [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] No waiting events found dispatching network-vif-plugged-b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.985801] env[69529]: WARNING nova.compute.manager [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Received unexpected event network-vif-plugged-b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d for instance with vm_state building and task_state spawning. [ 1137.985968] env[69529]: DEBUG nova.compute.manager [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Received event network-changed-b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.986156] env[69529]: DEBUG nova.compute.manager [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Refreshing instance network info cache due to event network-changed-b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.986342] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] Acquiring lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.986475] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] Acquired lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.986628] env[69529]: DEBUG nova.network.neutron [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Refreshing network info cache for port b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.005856] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.088657] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0d8601eb-0f5f-4e34-bf4b-e3c150a096a1 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.984s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.100253] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.100253] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.100253] env[69529]: DEBUG nova.compute.manager [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Going to confirm migration 6 {{(pid=69529) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1138.154201] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.154762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.154762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.155252] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.155252] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.163657] env[69529]: INFO nova.compute.manager [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Terminating instance [ 1138.188745] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5201c7f3-4b18-1856-7a45-882ad0699868, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.191465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.191780] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.191967] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.192243] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.192380] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.193017] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c08cc2a4-e752-43bb-b1be-4b98feda9ce1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.201757] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.201962] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.202846] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7a2458-baba-4fd3-bd4a-180ba8c006de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.210801] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1138.210801] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ce42ca-320b-5019-fb88-cd97ae567869" [ 1138.210801] env[69529]: _type = "Task" [ 1138.210801] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.218980] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ce42ca-320b-5019-fb88-cd97ae567869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.264120] env[69529]: DEBUG oslo_concurrency.lockutils [req-6b6da922-13c4-4615-9278-7adab037c7b2 req-a5c5aa36-61cf-40c7-b116-fbb14813639c service nova] Releasing lock "refresh_cache-3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.357410] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823c03bf-bba5-46c8-82ce-de8f33d8c384 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.366076] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef4382-9fff-45f6-88ae-9b040a62701e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.377912] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356714, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.407121] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410b3685-883c-4895-a3c4-ebff26a6006b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.417285] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b1af1-2c9d-44d6-9571-0f4bfc0375a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.422501] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.433211] env[69529]: DEBUG nova.compute.provider_tree [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.505320] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.669654] env[69529]: DEBUG nova.compute.manager [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.670018] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.670997] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445882d5-f0ff-43b7-b585-27bb82026792 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.679437] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.679816] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dde64e7-7064-46f1-871f-8a2b2fc96a09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.686311] env[69529]: DEBUG oslo_vmware.api [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1138.686311] env[69529]: value = "task-3356718" [ 1138.686311] env[69529]: _type = "Task" [ 1138.686311] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.694280] env[69529]: DEBUG oslo_vmware.api [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.697371] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.697542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquired lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.697720] env[69529]: DEBUG nova.network.neutron [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.697905] env[69529]: DEBUG nova.objects.instance [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'info_cache' on Instance uuid 2a461cea-e3fa-491c-a4d9-e08f3200a441 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.721606] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ce42ca-320b-5019-fb88-cd97ae567869, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.722452] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de63ec4-ceb0-4b7a-b4a9-8a2dcb6b80e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.728173] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1138.728173] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5235f90c-0c2e-635b-afc7-cfbcc71d8806" [ 1138.728173] env[69529]: _type = "Task" [ 1138.728173] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.732876] env[69529]: DEBUG nova.network.neutron [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updated VIF entry in instance network info cache for port b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.733350] env[69529]: DEBUG nova.network.neutron [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance_info_cache with network_info: [{"id": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "address": "fa:16:3e:99:91:f1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d8a5c4-2e", "ovs_interfaceid": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.740122] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5235f90c-0c2e-635b-afc7-cfbcc71d8806, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.740367] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.740611] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/3318107f-c7ed-4c3c-8567-0d47e45baff7.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.740858] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97a41c20-5664-4e16-a698-2d7aab53d2d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.746588] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1138.746588] env[69529]: value = "task-3356719" [ 1138.746588] env[69529]: _type = "Task" [ 1138.746588] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.755432] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.777407] env[69529]: DEBUG nova.network.neutron [-] [instance: 00d91621-5140-4d18-ae01-162289c63447] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.879912] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356714, 'name': CreateVM_Task, 'duration_secs': 0.550766} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.880159] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.881021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.881155] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.881524] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.882163] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9d7dee-f978-448f-a2c7-4eed9b180310 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.887044] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1138.887044] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520107ed-e0b8-fddc-6129-0ccb8942613f" [ 1138.887044] env[69529]: _type = "Task" [ 1138.887044] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.895139] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520107ed-e0b8-fddc-6129-0ccb8942613f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.936379] env[69529]: DEBUG nova.scheduler.client.report [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.006651] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.196816] env[69529]: DEBUG oslo_vmware.api [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356718, 'name': PowerOffVM_Task, 'duration_secs': 0.222271} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.197166] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.197330] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.197855] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42d00ddb-4f99-450d-8306-106cbc429fd6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.236732] env[69529]: DEBUG oslo_concurrency.lockutils [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] Releasing lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.237050] env[69529]: DEBUG nova.compute.manager [req-40f1b080-0b47-474f-9d41-f8abf92ce192 req-50814f15-80d6-4a29-9b50-045dd554fb47 service nova] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Received event network-vif-deleted-6386e4ae-9a05-42ae-820b-fe6e59a6b390 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.257362] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356719, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.280538] env[69529]: INFO nova.compute.manager [-] [instance: 00d91621-5140-4d18-ae01-162289c63447] Took 1.31 seconds to deallocate network for instance. [ 1139.286550] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.286785] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.286941] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Deleting the datastore file [datastore2] 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.287210] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e34243-aae1-45a4-b81b-5f7da89fe4f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.292777] env[69529]: DEBUG oslo_vmware.api [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for the task: (returnval){ [ 1139.292777] env[69529]: value = "task-3356721" [ 1139.292777] env[69529]: _type = "Task" [ 1139.292777] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.300485] env[69529]: DEBUG oslo_vmware.api [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.397405] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520107ed-e0b8-fddc-6129-0ccb8942613f, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.397715] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.397951] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.398200] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.398345] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.398522] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.398783] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55ec8406-cd91-42fa-9cdd-572b2b13b925 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.415510] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.415687] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.416430] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3de9995-ddae-4bf6-9210-e5d1661f79b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.421402] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1139.421402] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b5d01-1c37-fe61-390d-a10ebad819f1" [ 1139.421402] env[69529]: _type = "Task" [ 1139.421402] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.429311] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b5d01-1c37-fe61-390d-a10ebad819f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.442397] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.444752] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.081s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.444986] env[69529]: DEBUG nova.objects.instance [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'resources' on Instance uuid ac516853-029d-4685-a95c-d172e0240eb4 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.467306] env[69529]: INFO nova.scheduler.client.report [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted allocations for instance 44b8634c-461a-4b55-b773-a42a579fb445 [ 1139.506121] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.756981] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528118} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.757317] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/3318107f-c7ed-4c3c-8567-0d47e45baff7.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.757550] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.757800] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6541f501-6445-4890-b1b3-10493786468f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.763791] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1139.763791] env[69529]: value = "task-3356722" [ 1139.763791] env[69529]: _type = "Task" [ 1139.763791] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.771476] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.787491] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.801760] env[69529]: DEBUG oslo_vmware.api [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Task: {'id': task-3356721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149523} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.802013] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.802212] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.802389] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.802562] env[69529]: INFO nova.compute.manager [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.802798] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.802990] env[69529]: DEBUG nova.compute.manager [-] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.803102] env[69529]: DEBUG nova.network.neutron [-] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.931696] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b5d01-1c37-fe61-390d-a10ebad819f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.932554] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76741045-012d-44ec-8859-f7970df48a61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.938536] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1139.938536] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520de97c-2a1d-3617-0906-6b9eee03cee7" [ 1139.938536] env[69529]: _type = "Task" [ 1139.938536] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.946369] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520de97c-2a1d-3617-0906-6b9eee03cee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.966409] env[69529]: DEBUG nova.network.neutron [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance_info_cache with network_info: [{"id": "447fc462-aa11-49ac-be9b-a1314fa01be8", "address": "fa:16:3e:c2:12:8d", "network": {"id": "b3695915-e943-4d63-9186-9d68dc7743ad", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1318999947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2ef9bda84a84951b0234c8c70daf356", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447fc462-aa", "ovs_interfaceid": "447fc462-aa11-49ac-be9b-a1314fa01be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.975232] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8b3cf2bb-d840-4863-909c-1164e14f74fd tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "44b8634c-461a-4b55-b773-a42a579fb445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.652s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.011552] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.066947] env[69529]: DEBUG nova.compute.manager [req-ba9f620b-076c-4b67-a3bc-346521555bf6 req-f3978d97-9a6d-4bef-ba68-b56185f981e9 service nova] [instance: 00d91621-5140-4d18-ae01-162289c63447] Received event network-vif-deleted-89acd48e-af1f-4390-8187-c7273b085d2b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.191640] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726832ea-9bf3-4441-94cd-71c12601774f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.200106] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536a98e1-7ed7-45c1-af4a-112d4b422375 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.232851] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15539b6-f4de-43a5-b28a-f9b837950f8b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.240711] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6fe280-9fc1-4619-897d-9085cb15b090 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.254551] env[69529]: DEBUG nova.compute.provider_tree [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.273727] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064083} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.274143] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.274782] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5568f965-bb81-4b9d-9a0c-1d335d672a04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.296293] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/3318107f-c7ed-4c3c-8567-0d47e45baff7.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.296565] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476fad15-cdb8-4eb9-bc3e-d27fae511585 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.316638] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1140.316638] env[69529]: value = "task-3356723" [ 1140.316638] env[69529]: _type = "Task" [ 1140.316638] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.326146] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.448546] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520de97c-2a1d-3617-0906-6b9eee03cee7, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.448863] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.449177] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 8638e608-d83a-406c-b91a-f0a2f5cf611f/8638e608-d83a-406c-b91a-f0a2f5cf611f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.449503] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1205b3ac-4b6f-4450-8451-5e87c60fa00d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.455370] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1140.455370] env[69529]: value = "task-3356725" [ 1140.455370] env[69529]: _type = "Task" [ 1140.455370] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.462905] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.468684] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Releasing lock "refresh_cache-2a461cea-e3fa-491c-a4d9-e08f3200a441" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.469231] env[69529]: DEBUG nova.objects.instance [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lazy-loading 'migration_context' on Instance uuid 2a461cea-e3fa-491c-a4d9-e08f3200a441 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.509057] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.758455] env[69529]: DEBUG nova.scheduler.client.report [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.829388] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.854545] env[69529]: DEBUG nova.network.neutron [-] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.966482] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490109} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.966625] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 8638e608-d83a-406c-b91a-f0a2f5cf611f/8638e608-d83a-406c-b91a-f0a2f5cf611f.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.966826] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.967105] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0654963d-a73c-4bf3-800a-e59b6fcd8a39 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.972149] env[69529]: DEBUG nova.objects.base [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Object Instance<2a461cea-e3fa-491c-a4d9-e08f3200a441> lazy-loaded attributes: info_cache,migration_context {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.974130] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f5f7a-ea40-4ba3-aaee-528b50fe1b6a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.976914] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1140.976914] env[69529]: value = "task-3356726" [ 1140.976914] env[69529]: _type = "Task" [ 1140.976914] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.996904] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b0e20c-5d03-4817-83bd-26823bc8042c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.004404] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.011144] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1141.011144] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527bc8b7-7389-f7f8-8868-72c6746f1348" [ 1141.011144] env[69529]: _type = "Task" [ 1141.011144] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.014919] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.022595] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527bc8b7-7389-f7f8-8868-72c6746f1348, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.022894] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.263582] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.265954] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.123s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.267568] env[69529]: INFO nova.compute.claims [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.279120] env[69529]: INFO nova.scheduler.client.report [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted allocations for instance ac516853-029d-4685-a95c-d172e0240eb4 [ 1141.329081] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356723, 'name': ReconfigVM_Task, 'duration_secs': 0.695882} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.329515] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/3318107f-c7ed-4c3c-8567-0d47e45baff7.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.330140] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-701cf028-67e0-4a54-94be-33de9c240ffc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.336583] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1141.336583] env[69529]: value = "task-3356727" [ 1141.336583] env[69529]: _type = "Task" [ 1141.336583] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.344425] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356727, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.357316] env[69529]: INFO nova.compute.manager [-] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Took 1.55 seconds to deallocate network for instance. [ 1141.486817] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107055} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.487107] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.487868] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e2eee5-7dd3-45cd-9ad7-3c4781ae727d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.511487] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 8638e608-d83a-406c-b91a-f0a2f5cf611f/8638e608-d83a-406c-b91a-f0a2f5cf611f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.512231] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c57c6fef-b6db-4de0-8ce4-0ce2b2556355 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.537594] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.537594] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1141.537594] env[69529]: value = "task-3356728" [ 1141.537594] env[69529]: _type = "Task" [ 1141.537594] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.544959] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.589068] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.589319] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.787606] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d0cdb9de-acf8-4b59-b107-468f284c88d5 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "ac516853-029d-4685-a95c-d172e0240eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.112s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.846926] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356727, 'name': Rename_Task, 'duration_secs': 0.261526} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.847206] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.847454] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12406189-a996-44bc-ab1c-18a412fd81db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.854703] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1141.854703] env[69529]: value = "task-3356729" [ 1141.854703] env[69529]: _type = "Task" [ 1141.854703] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.862047] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.862985] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.021130] env[69529]: DEBUG oslo_vmware.api [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356710, 'name': ReconfigVM_Task, 'duration_secs': 5.77293} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.021454] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.022108] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Reconfigured VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1142.047784] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.091410] env[69529]: DEBUG nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.285451] env[69529]: DEBUG nova.compute.manager [req-514b8373-2b62-4160-a220-a3b583d64718 req-adbf47ae-b639-4fe2-aee5-5b3881762b78 service nova] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Received event network-vif-deleted-8f3985dd-0ede-47c0-ab6e-54cedab8fdd9 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.368703] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.539465] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cedd6f-2dbe-4bad-b05d-22125296b679 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.552773] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd014b4-13f1-4866-a528-a7d498407cef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.555919] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356728, 'name': ReconfigVM_Task, 'duration_secs': 0.858468} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.556218] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 8638e608-d83a-406c-b91a-f0a2f5cf611f/8638e608-d83a-406c-b91a-f0a2f5cf611f.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.557136] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96f92670-11e5-4ae1-b58c-687b751d09d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.583982] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c22329a-0dea-4d39-8ab6-4dfcd3e59519 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.586693] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1142.586693] env[69529]: value = "task-3356730" [ 1142.586693] env[69529]: _type = "Task" [ 1142.586693] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.593429] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65ae592-ec9f-4503-bf31-d340b34f729e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.602317] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356730, 'name': Rename_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.613801] env[69529]: DEBUG nova.compute.provider_tree [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.615968] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.865719] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.865969] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.871320] env[69529]: DEBUG oslo_vmware.api [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356729, 'name': PowerOnVM_Task, 'duration_secs': 0.994212} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.871518] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.871761] env[69529]: INFO nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1142.871944] env[69529]: DEBUG nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.872934] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e180ca-44bd-4994-9696-7b2cdfa74394 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.096800] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356730, 'name': Rename_Task, 'duration_secs': 0.166968} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.097046] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.097298] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-583ca2a3-b71a-4ca0-aa5b-2f9a187835cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.103924] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1143.103924] env[69529]: value = "task-3356731" [ 1143.103924] env[69529]: _type = "Task" [ 1143.103924] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.111234] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.117191] env[69529]: DEBUG nova.scheduler.client.report [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.362343] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.362603] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.362724] env[69529]: DEBUG nova.network.neutron [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.368891] env[69529]: DEBUG nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.389606] env[69529]: INFO nova.compute.manager [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Took 20.07 seconds to build instance. [ 1143.614284] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.622371] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.622880] env[69529]: DEBUG nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.625762] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.982s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.625977] env[69529]: DEBUG nova.objects.instance [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'resources' on Instance uuid b3858088-a3b3-4e4e-b71c-c876c7e81139 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.891925] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe2ef198-fdc6-4171-9438-cb88c71c374d tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.587s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.896209] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.998820] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.092469] env[69529]: INFO nova.network.neutron [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Port c70a71e3-236f-4465-8222-1bf05692909d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1144.092831] env[69529]: DEBUG nova.network.neutron [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.116852] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.130310] env[69529]: DEBUG nova.compute.utils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.130310] env[69529]: DEBUG nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.137289] env[69529]: DEBUG nova.network.neutron [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.185683] env[69529]: DEBUG nova.policy [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '817a4a5fbba14d56b09c685d698b1d69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dcef1ae4ebb458b85f63e7ced3fcec2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.349235] env[69529]: DEBUG nova.compute.manager [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-changed-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.349235] env[69529]: DEBUG nova.compute.manager [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing instance network info cache due to event network-changed-73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.349321] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] Acquiring lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.427442] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0429f2c4-9698-45bd-8b2d-84cb39a773e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.437615] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77132bd9-d98e-4001-8bf1-51ab4201ddd5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.470733] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28920ee7-e2e6-457e-b384-2cdbcfeee890 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.474884] env[69529]: DEBUG nova.network.neutron [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Successfully created port: 2ce1e535-6abb-4203-b512-c01feaefe508 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.481395] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e658df2f-e84e-4847-98d4-92fb963b257e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.494672] env[69529]: DEBUG nova.compute.provider_tree [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.596038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.598287] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] Acquired lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.598477] env[69529]: DEBUG nova.network.neutron [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Refreshing network info cache for port 73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.615426] env[69529]: DEBUG oslo_vmware.api [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356731, 'name': PowerOnVM_Task, 'duration_secs': 1.069363} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.615684] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.615881] env[69529]: INFO nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1144.616070] env[69529]: DEBUG nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.616840] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60803618-ac2a-447b-8300-a563a8dcc774 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.645746] env[69529]: DEBUG nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.738708] env[69529]: INFO nova.compute.manager [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Rescuing [ 1144.738993] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.739163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquired lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.739331] env[69529]: DEBUG nova.network.neutron [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.997822] env[69529]: DEBUG nova.scheduler.client.report [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.015907] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-efd759d2-c9a3-4794-acf4-3458a33bc7df-c70a71e3-236f-4465-8222-1bf05692909d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.016214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-efd759d2-c9a3-4794-acf4-3458a33bc7df-c70a71e3-236f-4465-8222-1bf05692909d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.016985] env[69529]: DEBUG nova.objects.instance [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'flavor' on Instance uuid efd759d2-c9a3-4794-acf4-3458a33bc7df {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.102458] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0b6c9599-722e-43e0-938c-ad1525683898 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-8bd52c67-ec7c-4c53-8863-a641638cf4e2-c70a71e3-236f-4465-8222-1bf05692909d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.748s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.136950] env[69529]: INFO nova.compute.manager [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Took 20.44 seconds to build instance. [ 1145.385025] env[69529]: DEBUG nova.network.neutron [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updated VIF entry in instance network info cache for port 73324c70-992b-44b4-8454-e7582293df04. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.385394] env[69529]: DEBUG nova.network.neutron [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [{"id": "73324c70-992b-44b4-8454-e7582293df04", "address": "fa:16:3e:bb:16:c8", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73324c70-99", "ovs_interfaceid": "73324c70-992b-44b4-8454-e7582293df04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.462993] env[69529]: DEBUG nova.network.neutron [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.502792] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.505401] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.083s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.507068] env[69529]: INFO nova.compute.claims [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.527420] env[69529]: INFO nova.scheduler.client.report [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted allocations for instance b3858088-a3b3-4e4e-b71c-c876c7e81139 [ 1145.613381] env[69529]: DEBUG nova.objects.instance [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'pci_requests' on Instance uuid efd759d2-c9a3-4794-acf4-3458a33bc7df {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.638940] env[69529]: DEBUG oslo_concurrency.lockutils [None req-80506222-eab5-466e-a397-66831e9845c4 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.952s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.656833] env[69529]: DEBUG nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.686217] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.686510] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.686703] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.687021] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.687186] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.687359] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.687697] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.687750] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.687906] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.688084] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.688262] env[69529]: DEBUG nova.virt.hardware [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.689749] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907785f3-c748-46fc-b854-4ac373605683 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.701674] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9d1456-6901-452d-addb-7e0c833e0aa4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.887670] env[69529]: DEBUG oslo_concurrency.lockutils [req-a4091179-17da-422c-9d1b-2e9d9e41baa4 req-237b1753-bdf3-49d6-904d-06369d2dd23a service nova] Releasing lock "refresh_cache-8bd52c67-ec7c-4c53-8863-a641638cf4e2" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.931795] env[69529]: DEBUG nova.network.neutron [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Successfully updated port: 2ce1e535-6abb-4203-b512-c01feaefe508 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.965308] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Releasing lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.034894] env[69529]: DEBUG oslo_concurrency.lockutils [None req-963410df-3e0f-4d35-959f-5bfb0f905db5 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "b3858088-a3b3-4e4e-b71c-c876c7e81139" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.569s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.116400] env[69529]: DEBUG nova.objects.base [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.116611] env[69529]: DEBUG nova.network.neutron [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.185276] env[69529]: DEBUG nova.policy [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b27e15dcad431abc12a3917845df38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59e406e1f904844b67b4bda1e9b395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.434939] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "refresh_cache-49657b43-d5d7-4e35-b787-5b84b0e7b350" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.434939] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquired lock "refresh_cache-49657b43-d5d7-4e35-b787-5b84b0e7b350" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.434939] env[69529]: DEBUG nova.network.neutron [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.722482] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4598c99d-e2a3-4966-bc42-ad3a8cb47466 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.730369] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb9751-f01c-4872-8021-172de60f8eb6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.760037] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a276b9de-1395-4b0d-8651-159977e015e7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.767597] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464ab711-78fe-402e-9213-de970b673c83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.782622] env[69529]: DEBUG nova.compute.provider_tree [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.975214] env[69529]: DEBUG nova.network.neutron [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.096422] env[69529]: DEBUG nova.network.neutron [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Updating instance_info_cache with network_info: [{"id": "2ce1e535-6abb-4203-b512-c01feaefe508", "address": "fa:16:3e:07:a7:50", "network": {"id": "879ec729-d205-482b-8416-0d9aa84b7942", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1613709471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcef1ae4ebb458b85f63e7ced3fcec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ce1e535-6a", "ovs_interfaceid": "2ce1e535-6abb-4203-b512-c01feaefe508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.286471] env[69529]: DEBUG nova.scheduler.client.report [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.497511] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.497825] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9284a7-6e92-4f03-a693-87cb93f04e56 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.504955] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1147.504955] env[69529]: value = "task-3356732" [ 1147.504955] env[69529]: _type = "Task" [ 1147.504955] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.513495] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.598813] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Releasing lock "refresh_cache-49657b43-d5d7-4e35-b787-5b84b0e7b350" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.599196] env[69529]: DEBUG nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Instance network_info: |[{"id": "2ce1e535-6abb-4203-b512-c01feaefe508", "address": "fa:16:3e:07:a7:50", "network": {"id": "879ec729-d205-482b-8416-0d9aa84b7942", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1613709471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcef1ae4ebb458b85f63e7ced3fcec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ce1e535-6a", "ovs_interfaceid": "2ce1e535-6abb-4203-b512-c01feaefe508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.599633] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a7:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ce1e535-6abb-4203-b512-c01feaefe508', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.607598] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Creating folder: Project (8dcef1ae4ebb458b85f63e7ced3fcec2). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.607899] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe2bb1b8-3763-4378-9cc2-1079c06cf68c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.619478] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Created folder: Project (8dcef1ae4ebb458b85f63e7ced3fcec2) in parent group-v669649. [ 1147.619699] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Creating folder: Instances. Parent ref: group-v669942. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.619911] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2af655-9479-41c5-af4c-48240afddb48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.628624] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Created folder: Instances in parent group-v669942. [ 1147.628867] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.629127] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.629372] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc343763-a686-4d10-8bec-48651e2b8cd7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.648921] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.648921] env[69529]: value = "task-3356735" [ 1147.648921] env[69529]: _type = "Task" [ 1147.648921] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.656910] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356735, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.791554] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.792345] env[69529]: DEBUG nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1147.795303] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.008s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.795533] env[69529]: DEBUG nova.objects.instance [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lazy-loading 'resources' on Instance uuid 00d91621-5140-4d18-ae01-162289c63447 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.829791] env[69529]: DEBUG nova.network.neutron [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Successfully updated port: c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.014232] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356732, 'name': PowerOffVM_Task, 'duration_secs': 0.16565} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.014494] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.015308] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc0d4fb-4696-41e8-988b-36fa69098787 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.032461] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273ff245-85a5-4535-a65a-cdd2fb7712f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.063226] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.063494] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb87f71-563d-43a8-a6bb-fc425519cb53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.069562] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1148.069562] env[69529]: value = "task-3356736" [ 1148.069562] env[69529]: _type = "Task" [ 1148.069562] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.078823] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.078981] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.079234] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.079381] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.079553] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.079768] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5fd4c3-1aac-42f8-970f-2fc6d215ee6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.088629] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.088798] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.089454] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ecc378-5d8e-49b4-b830-75ee50ce4baa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.093998] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1148.093998] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52abe095-cfd5-30bc-a756-6bf0e5c4eeb1" [ 1148.093998] env[69529]: _type = "Task" [ 1148.093998] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.101193] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52abe095-cfd5-30bc-a756-6bf0e5c4eeb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.157722] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356735, 'name': CreateVM_Task, 'duration_secs': 0.361234} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.157886] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.158531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.158691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.159041] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.159277] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d306b80-2bf4-47d6-b5bd-e31231027aac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.163297] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1148.163297] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524df6f2-5c2e-730e-9492-e5eb54c6e952" [ 1148.163297] env[69529]: _type = "Task" [ 1148.163297] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.170496] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524df6f2-5c2e-730e-9492-e5eb54c6e952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.298271] env[69529]: DEBUG nova.compute.utils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.302774] env[69529]: DEBUG nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.303147] env[69529]: DEBUG nova.network.neutron [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.335042] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.335042] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.335223] env[69529]: DEBUG nova.network.neutron [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.341612] env[69529]: DEBUG nova.policy [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4f6bef61ea47328dae6a90575d585c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8035f5cf79a941508020b18eedb74499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.519779] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557fee7f-8a3d-44b7-971b-4c40450f115f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.527167] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e777c5-ff1b-4c0c-8908-71481e654f85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.557440] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba02b6cd-6046-4dcd-a783-311084505bb3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.565730] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aadeacc-7477-4a5d-9041-e9ab4cfd5c98 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.586934] env[69529]: DEBUG nova.compute.provider_tree [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.606094] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52abe095-cfd5-30bc-a756-6bf0e5c4eeb1, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.607508] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7b4788-8c8f-4dbf-a6ca-384dece949de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.613904] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1148.613904] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ff189-03e3-ec83-9057-c6a1ff9dafb8" [ 1148.613904] env[69529]: _type = "Task" [ 1148.613904] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.615271] env[69529]: DEBUG nova.network.neutron [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Successfully created port: 0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1148.627219] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ff189-03e3-ec83-9057-c6a1ff9dafb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.672811] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524df6f2-5c2e-730e-9492-e5eb54c6e952, 'name': SearchDatastore_Task, 'duration_secs': 0.007969} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.673121] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.673351] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.673581] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.673772] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.673970] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.674233] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaf8a79c-27f7-45ae-97ec-7b4a80264b2f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.682313] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.682553] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.683245] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d42bec-c4ce-49d0-b25a-e1f554c9ecd0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.687914] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1148.687914] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52010767-870d-769f-426c-a57252618287" [ 1148.687914] env[69529]: _type = "Task" [ 1148.687914] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.694959] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52010767-870d-769f-426c-a57252618287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.804298] env[69529]: DEBUG nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1148.871764] env[69529]: WARNING nova.network.neutron [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] 694448c7-e341-47eb-9dd5-d3553d1b6ff3 already exists in list: networks containing: ['694448c7-e341-47eb-9dd5-d3553d1b6ff3']. ignoring it [ 1149.090382] env[69529]: DEBUG nova.scheduler.client.report [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.127613] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520ff189-03e3-ec83-9057-c6a1ff9dafb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.128492] env[69529]: DEBUG nova.network.neutron [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c70a71e3-236f-4465-8222-1bf05692909d", "address": "fa:16:3e:a6:9f:30", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a71e3-23", "ovs_interfaceid": "c70a71e3-236f-4465-8222-1bf05692909d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.129742] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.130011] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. {{(pid=69529) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1149.130476] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34542f95-9817-42f2-ad19-028fa5846228 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.138117] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1149.138117] env[69529]: value = "task-3356737" [ 1149.138117] env[69529]: _type = "Task" [ 1149.138117] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.147963] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.197441] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52010767-870d-769f-426c-a57252618287, 'name': SearchDatastore_Task, 'duration_secs': 0.008207} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.198310] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef45e7c-4835-4184-9b6c-872f5af61eb6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.203793] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1149.203793] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c60a8-3292-a879-5f2a-76cd50aa3841" [ 1149.203793] env[69529]: _type = "Task" [ 1149.203793] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.211433] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c60a8-3292-a879-5f2a-76cd50aa3841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.595948] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.598463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.576s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.617939] env[69529]: INFO nova.scheduler.client.report [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Deleted allocations for instance 00d91621-5140-4d18-ae01-162289c63447 [ 1149.631769] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.632434] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.632626] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.633517] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18e410-e1d8-4a1e-b94f-ab8479e8170e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.652652] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.652889] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.653073] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.653326] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.653512] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.653707] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.653971] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.654199] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.654413] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.654610] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.654814] env[69529]: DEBUG nova.virt.hardware [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.661127] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Reconfiguring VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1149.664223] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c967a2-c891-4fd7-b620-a00c36f89c24 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.681856] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449126} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.682997] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. [ 1149.683370] env[69529]: DEBUG oslo_vmware.api [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1149.683370] env[69529]: value = "task-3356738" [ 1149.683370] env[69529]: _type = "Task" [ 1149.683370] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.684067] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb90ca-fee5-46bb-8cdd-9b72d8a77139 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.715085] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.715416] env[69529]: DEBUG oslo_vmware.api [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356738, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.718706] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7391f2db-c713-4407-b2db-1e145b4c054b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.737681] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529c60a8-3292-a879-5f2a-76cd50aa3841, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.739445] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.739707] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 49657b43-d5d7-4e35-b787-5b84b0e7b350/49657b43-d5d7-4e35-b787-5b84b0e7b350.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.740023] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1149.740023] env[69529]: value = "task-3356739" [ 1149.740023] env[69529]: _type = "Task" [ 1149.740023] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.740210] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b57b5e-816f-4cb2-99c9-45f902a7d522 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.750852] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.751958] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1149.751958] env[69529]: value = "task-3356740" [ 1149.751958] env[69529]: _type = "Task" [ 1149.751958] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.759024] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.815155] env[69529]: DEBUG nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1149.846790] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.847049] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.847227] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.847412] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.847559] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.847707] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.847938] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.848129] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.848301] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.848465] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.848652] env[69529]: DEBUG nova.virt.hardware [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.849680] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b477b116-eb11-40e2-acdc-9d9bd5ea6d4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.857639] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf0e24f-aa1b-4f21-aeff-8a1414f20470 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.086658] env[69529]: DEBUG nova.network.neutron [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Successfully updated port: 0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.128290] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7a3ad535-5bfb-4e60-85c8-346b34bed0af tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "00d91621-5140-4d18-ae01-162289c63447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.775s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.201697] env[69529]: DEBUG oslo_vmware.api [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.250488] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356739, 'name': ReconfigVM_Task, 'duration_secs': 0.487365} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.252989] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.254130] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84d15d9-046e-47f9-9d4b-fc564987f7dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.263918] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479859} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.281924] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 49657b43-d5d7-4e35-b787-5b84b0e7b350/49657b43-d5d7-4e35-b787-5b84b0e7b350.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.282162] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.287744] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18a1c07b-3c7b-4260-924e-2b71817025d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.289109] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-174e4e58-ad03-4f0f-99fb-9b38216f5787 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.307059] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1150.307059] env[69529]: value = "task-3356741" [ 1150.307059] env[69529]: _type = "Task" [ 1150.307059] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.308525] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1150.308525] env[69529]: value = "task-3356742" [ 1150.308525] env[69529]: _type = "Task" [ 1150.308525] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.321800] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.325205] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.383399] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9829a97e-3e95-4d63-8a9a-7cf4811506f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.390617] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f85bc7-e5c0-414f-95c4-2e583f0d7e49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.420091] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4206bc11-d772-4664-a16b-7215ee8aad6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.427739] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ec611-7e48-4441-a2ed-06cef1b7e52e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.442824] env[69529]: DEBUG nova.compute.provider_tree [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.589718] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.589870] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.590132] env[69529]: DEBUG nova.network.neutron [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.697915] env[69529]: DEBUG oslo_vmware.api [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356738, 'name': ReconfigVM_Task, 'duration_secs': 0.856391} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.698461] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.698684] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Reconfigured VM to attach interface {{(pid=69529) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1150.822336] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356742, 'name': ReconfigVM_Task, 'duration_secs': 0.431246} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.825451] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.825704] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068188} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.825894] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bee6a735-eb01-4092-aa68-594f39ce5f30 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.827229] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.827913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d6bc3a-e54c-4727-9b6a-f2585eb033f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.848973] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 49657b43-d5d7-4e35-b787-5b84b0e7b350/49657b43-d5d7-4e35-b787-5b84b0e7b350.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.850306] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d893b60-6404-4b3b-91d8-608f6ef07b86 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.864252] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1150.864252] env[69529]: value = "task-3356743" [ 1150.864252] env[69529]: _type = "Task" [ 1150.864252] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.868908] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1150.868908] env[69529]: value = "task-3356744" [ 1150.868908] env[69529]: _type = "Task" [ 1150.868908] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.874700] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.878919] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.946385] env[69529]: DEBUG nova.scheduler.client.report [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.127087] env[69529]: DEBUG nova.network.neutron [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.204421] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e842c2d1-b46c-486f-a71f-61ddf4a91838 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-efd759d2-c9a3-4794-acf4-3458a33bc7df-c70a71e3-236f-4465-8222-1bf05692909d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.188s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.269196] env[69529]: DEBUG nova.network.neutron [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Updating instance_info_cache with network_info: [{"id": "0091af98-42af-457f-bb92-546a22ef5428", "address": "fa:16:3e:af:88:96", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0091af98-42", "ovs_interfaceid": "0091af98-42af-457f-bb92-546a22ef5428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.376740] env[69529]: DEBUG oslo_vmware.api [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356743, 'name': PowerOnVM_Task, 'duration_secs': 0.403173} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.377373] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.383573] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.384655] env[69529]: DEBUG nova.compute.manager [None req-2a6c9c03-9c67-48d5-a6e4-cf7aa4bb1ea6 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.385451] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8556cb64-0bff-4fa0-8bd1-89c8565df53e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.772741] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.773108] env[69529]: DEBUG nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Instance network_info: |[{"id": "0091af98-42af-457f-bb92-546a22ef5428", "address": "fa:16:3e:af:88:96", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0091af98-42", "ovs_interfaceid": "0091af98-42af-457f-bb92-546a22ef5428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.773548] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:88:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0091af98-42af-457f-bb92-546a22ef5428', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.781012] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.781230] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.781455] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a80e3ec9-3713-4367-9ec5-d5ca1c718282 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.800896] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.800896] env[69529]: value = "task-3356745" [ 1151.800896] env[69529]: _type = "Task" [ 1151.800896] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.807839] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356745, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.878794] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356744, 'name': ReconfigVM_Task, 'duration_secs': 0.686066} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.879186] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 49657b43-d5d7-4e35-b787-5b84b0e7b350/49657b43-d5d7-4e35-b787-5b84b0e7b350.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.879774] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b5e266e-3a68-4f56-a269-6d4a32a77c19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.885799] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1151.885799] env[69529]: value = "task-3356746" [ 1151.885799] env[69529]: _type = "Task" [ 1151.885799] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.898590] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356746, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.956702] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.358s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.960323] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.097s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.960404] env[69529]: DEBUG nova.objects.instance [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lazy-loading 'resources' on Instance uuid 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.310621] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356745, 'name': CreateVM_Task, 'duration_secs': 0.31323} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.310792] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.311479] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.311650] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.311963] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.312227] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791721d9-debd-4a97-8351-fb72b186e3e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.316759] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1152.316759] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52da7965-255c-efe7-8a60-5df9c01c6406" [ 1152.316759] env[69529]: _type = "Task" [ 1152.316759] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.324125] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52da7965-255c-efe7-8a60-5df9c01c6406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.395650] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356746, 'name': Rename_Task, 'duration_secs': 0.16832} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.396033] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.396345] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d0fbdb-7eb2-475b-b273-0509b29db86c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.403711] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1152.403711] env[69529]: value = "task-3356747" [ 1152.403711] env[69529]: _type = "Task" [ 1152.403711] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.415616] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.525175] env[69529]: INFO nova.scheduler.client.report [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted allocation for migration eef6c688-2d29-45d2-8a46-37d4c1428492 [ 1152.830988] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52da7965-255c-efe7-8a60-5df9c01c6406, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.833921] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.834199] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.834443] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.834604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.834820] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.835320] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ac3d6c0-8a5a-4d52-8a18-c794d464973d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.846052] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.846052] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.850052] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e93b06-9d39-4bc6-b766-50f5186a29bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.855551] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1152.855551] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e75e73-5e5e-1796-b7a5-e1f491adafdd" [ 1152.855551] env[69529]: _type = "Task" [ 1152.855551] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.867510] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e75e73-5e5e-1796-b7a5-e1f491adafdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.875223] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947171a3-9879-42f9-9f9e-b2d70029a4b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.883273] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b331a9-9860-4b86-be47-4cb4c9470728 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.923383] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07199c72-dc7b-4ee7-bf50-ee682c017023 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.928635] env[69529]: DEBUG nova.compute.manager [req-b97402cb-b444-4abf-b86b-6b4fcaf45b54 req-80825415-4580-4230-81d1-f67ed78558e7 service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Received event network-vif-plugged-2ce1e535-6abb-4203-b512-c01feaefe508 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.929894] env[69529]: DEBUG oslo_concurrency.lockutils [req-b97402cb-b444-4abf-b86b-6b4fcaf45b54 req-80825415-4580-4230-81d1-f67ed78558e7 service nova] Acquiring lock "49657b43-d5d7-4e35-b787-5b84b0e7b350-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.929894] env[69529]: DEBUG oslo_concurrency.lockutils [req-b97402cb-b444-4abf-b86b-6b4fcaf45b54 req-80825415-4580-4230-81d1-f67ed78558e7 service nova] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.929894] env[69529]: DEBUG oslo_concurrency.lockutils [req-b97402cb-b444-4abf-b86b-6b4fcaf45b54 req-80825415-4580-4230-81d1-f67ed78558e7 service nova] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.929894] env[69529]: DEBUG nova.compute.manager [req-b97402cb-b444-4abf-b86b-6b4fcaf45b54 req-80825415-4580-4230-81d1-f67ed78558e7 service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] No waiting events found dispatching network-vif-plugged-2ce1e535-6abb-4203-b512-c01feaefe508 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.930093] env[69529]: WARNING nova.compute.manager [req-b97402cb-b444-4abf-b86b-6b4fcaf45b54 req-80825415-4580-4230-81d1-f67ed78558e7 service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Received unexpected event network-vif-plugged-2ce1e535-6abb-4203-b512-c01feaefe508 for instance with vm_state building and task_state spawning. [ 1152.944294] env[69529]: DEBUG nova.compute.manager [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.944530] env[69529]: DEBUG nova.compute.manager [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing instance network info cache due to event network-changed-2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.944754] env[69529]: DEBUG oslo_concurrency.lockutils [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.944900] env[69529]: DEBUG oslo_concurrency.lockutils [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.945095] env[69529]: DEBUG nova.network.neutron [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.950348] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d08660-9400-445e-96b5-2827f7d8578e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.951967] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356747, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.965008] env[69529]: DEBUG nova.compute.provider_tree [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.031717] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.932s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.366204] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e75e73-5e5e-1796-b7a5-e1f491adafdd, 'name': SearchDatastore_Task, 'duration_secs': 0.01571} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.366981] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b4408e-80ae-47e6-8803-1eed000d5e72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.372749] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1153.372749] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b712fa-44dc-ae80-3caf-0a41102eca31" [ 1153.372749] env[69529]: _type = "Task" [ 1153.372749] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.381440] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b712fa-44dc-ae80-3caf-0a41102eca31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.426329] env[69529]: DEBUG oslo_vmware.api [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356747, 'name': PowerOnVM_Task, 'duration_secs': 0.60694} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.426648] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.426807] env[69529]: INFO nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1153.426992] env[69529]: DEBUG nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.427790] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176b8b99-14d8-49ab-ba09-90632c5a7958 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.468773] env[69529]: DEBUG nova.scheduler.client.report [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.668975] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "b39bcbbd-20e2-4bd5-a474-b38d91411582" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.669275] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.669485] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "b39bcbbd-20e2-4bd5-a474-b38d91411582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.669672] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.669892] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.672433] env[69529]: INFO nova.compute.manager [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Terminating instance [ 1153.744572] env[69529]: DEBUG nova.network.neutron [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updated VIF entry in instance network info cache for port 2ef72801-4808-4a78-97e2-cfb56baac8cd. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.745018] env[69529]: DEBUG nova.network.neutron [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c70a71e3-236f-4465-8222-1bf05692909d", "address": "fa:16:3e:a6:9f:30", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a71e3-23", "ovs_interfaceid": "c70a71e3-236f-4465-8222-1bf05692909d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.806705] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "interface-efd759d2-c9a3-4794-acf4-3458a33bc7df-c70a71e3-236f-4465-8222-1bf05692909d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.806705] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-efd759d2-c9a3-4794-acf4-3458a33bc7df-c70a71e3-236f-4465-8222-1bf05692909d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.884057] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b712fa-44dc-ae80-3caf-0a41102eca31, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.884600] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.884891] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.885184] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29202c7f-e574-408c-b34e-689c39352a35 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.892178] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1153.892178] env[69529]: value = "task-3356748" [ 1153.892178] env[69529]: _type = "Task" [ 1153.892178] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.900350] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.949180] env[69529]: INFO nova.compute.manager [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Took 17.83 seconds to build instance. [ 1153.975239] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.977765] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.362s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.979670] env[69529]: INFO nova.compute.claims [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.998730] env[69529]: INFO nova.scheduler.client.report [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Deleted allocations for instance 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8 [ 1154.143794] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.144321] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.144482] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.144746] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.144997] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.147774] env[69529]: INFO nova.compute.manager [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Terminating instance [ 1154.177876] env[69529]: DEBUG nova.compute.manager [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.178142] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.180081] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39682bcd-4d02-4c87-b994-14c67269200f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.191843] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.192248] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aacba5b7-52e9-402e-a5f2-c189451cfb13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.202319] env[69529]: DEBUG oslo_vmware.api [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1154.202319] env[69529]: value = "task-3356749" [ 1154.202319] env[69529]: _type = "Task" [ 1154.202319] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.214670] env[69529]: DEBUG oslo_vmware.api [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.248417] env[69529]: DEBUG oslo_concurrency.lockutils [req-6b000fe6-c0c4-4854-901a-9dd4d7d15413 req-00518b8b-3ead-47a6-a10b-15aa435d3ec0 service nova] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.310782] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.311007] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.312183] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f92e1-b48b-4882-807d-19b77dcdba8d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.332591] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e209ae2-4679-430e-9ff2-45cd0bd55e0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.362554] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Reconfiguring VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1154.362651] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d254e5-1ac8-4957-a6b8-cff7e6fd299f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.383252] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1154.383252] env[69529]: value = "task-3356750" [ 1154.383252] env[69529]: _type = "Task" [ 1154.383252] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.391345] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.400580] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489436} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.400830] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.401057] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.401435] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48ea086-2a53-4498-8309-a87ac1bb43bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.407496] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1154.407496] env[69529]: value = "task-3356751" [ 1154.407496] env[69529]: _type = "Task" [ 1154.407496] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.415366] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.456616] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6cab8f17-e955-49a0-a87f-9fbe68366912 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.340s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.507129] env[69529]: DEBUG oslo_concurrency.lockutils [None req-09b1cf1e-b44b-4031-addf-ecc4a3b28941 tempest-AttachVolumeTestJSON-1455493055 tempest-AttachVolumeTestJSON-1455493055-project-member] Lock "404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.352s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.652566] env[69529]: DEBUG nova.compute.manager [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.652940] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.654937] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa9ddc-5044-4add-b67c-ae7704be429f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.661944] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.662304] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851709b8-ec66-402d-ac1b-4e088a62333c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.668593] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1154.668593] env[69529]: value = "task-3356752" [ 1154.668593] env[69529]: _type = "Task" [ 1154.668593] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.676704] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.696693] env[69529]: DEBUG nova.compute.manager [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1154.712617] env[69529]: DEBUG oslo_vmware.api [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356749, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.893393] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.917253] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060578} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.918089] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.918299] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbddde85-7710-42e8-b25c-a1ad946a2197 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.940989] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.941522] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "49657b43-d5d7-4e35-b787-5b84b0e7b350" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.941806] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.942021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "49657b43-d5d7-4e35-b787-5b84b0e7b350-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.942207] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.942376] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.944189] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c72fba-685c-46c2-b4aa-8efc3291e4bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.961390] env[69529]: INFO nova.compute.manager [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Terminating instance [ 1154.964739] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Received event network-changed-2ce1e535-6abb-4203-b512-c01feaefe508 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.964954] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Refreshing instance network info cache due to event network-changed-2ce1e535-6abb-4203-b512-c01feaefe508. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.965206] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquiring lock "refresh_cache-49657b43-d5d7-4e35-b787-5b84b0e7b350" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.965381] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquired lock "refresh_cache-49657b43-d5d7-4e35-b787-5b84b0e7b350" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.966092] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Refreshing network info cache for port 2ce1e535-6abb-4203-b512-c01feaefe508 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.975812] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1154.975812] env[69529]: value = "task-3356753" [ 1154.975812] env[69529]: _type = "Task" [ 1154.975812] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.984891] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.055017] env[69529]: DEBUG nova.compute.manager [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.055239] env[69529]: DEBUG nova.compute.manager [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing instance network info cache due to event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.055447] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] Acquiring lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.055587] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] Acquired lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.055746] env[69529]: DEBUG nova.network.neutron [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.179431] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356752, 'name': PowerOffVM_Task, 'duration_secs': 0.418799} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.182056] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.182237] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.182655] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57f9250d-1b16-4586-9631-52a4fc72781f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.218975] env[69529]: DEBUG oslo_vmware.api [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356749, 'name': PowerOffVM_Task, 'duration_secs': 0.534976} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.219970] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.220597] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.221244] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.221244] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad6cd564-5829-4a36-a215-0b6fd0fffb55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.250373] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b950c079-1727-40fc-b305-6f9d70016eae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.257561] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17ddb4-4e84-40ea-ac1e-d9b89ccb23d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.293716] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290f2cc2-ed3c-45eb-8de1-9bf61e21e07a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.296629] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.296939] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.297221] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleting the datastore file [datastore2] 2a461cea-e3fa-491c-a4d9-e08f3200a441 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.297558] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.297805] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.298069] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Deleting the datastore file [datastore1] b39bcbbd-20e2-4bd5-a474-b38d91411582 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.298371] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1704e69e-3ef6-4b39-af3c-1a723a61e879 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.300149] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09056762-de9e-4b86-b214-1c2853ddc114 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.309147] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0db2a9-405a-481a-ab3e-2cf2e2b12287 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.312943] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for the task: (returnval){ [ 1155.312943] env[69529]: value = "task-3356756" [ 1155.312943] env[69529]: _type = "Task" [ 1155.312943] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.313228] env[69529]: DEBUG oslo_vmware.api [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for the task: (returnval){ [ 1155.313228] env[69529]: value = "task-3356757" [ 1155.313228] env[69529]: _type = "Task" [ 1155.313228] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.328504] env[69529]: DEBUG nova.compute.provider_tree [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.334797] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.337884] env[69529]: DEBUG oslo_vmware.api [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.395375] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.472176] env[69529]: DEBUG nova.compute.manager [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.472443] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.473505] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7462f7-7578-4d7d-81ae-ca2069dd32f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.486255] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.488317] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.488566] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98461b34-38dc-4227-8bea-8760f2b504a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.495092] env[69529]: DEBUG oslo_vmware.api [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1155.495092] env[69529]: value = "task-3356758" [ 1155.495092] env[69529]: _type = "Task" [ 1155.495092] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.502765] env[69529]: DEBUG oslo_vmware.api [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.538119] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "656029d7-0bfc-4e9a-a894-8d29066228bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.538418] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.538677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "656029d7-0bfc-4e9a-a894-8d29066228bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.538870] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.539049] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.541182] env[69529]: INFO nova.compute.manager [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Terminating instance [ 1155.802466] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Updated VIF entry in instance network info cache for port 2ce1e535-6abb-4203-b512-c01feaefe508. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.802829] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Updating instance_info_cache with network_info: [{"id": "2ce1e535-6abb-4203-b512-c01feaefe508", "address": "fa:16:3e:07:a7:50", "network": {"id": "879ec729-d205-482b-8416-0d9aa84b7942", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1613709471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dcef1ae4ebb458b85f63e7ced3fcec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ce1e535-6a", "ovs_interfaceid": "2ce1e535-6abb-4203-b512-c01feaefe508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.825578] env[69529]: DEBUG oslo_vmware.api [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Task: {'id': task-3356756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180968} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.828590] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.828780] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.828962] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.829158] env[69529]: INFO nova.compute.manager [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1155.829394] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.829600] env[69529]: DEBUG oslo_vmware.api [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Task: {'id': task-3356757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237209} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.829794] env[69529]: DEBUG nova.compute.manager [-] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.829887] env[69529]: DEBUG nova.network.neutron [-] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.831579] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.831779] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.831956] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.832144] env[69529]: INFO nova.compute.manager [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1155.832366] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.833157] env[69529]: DEBUG nova.scheduler.client.report [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.836272] env[69529]: DEBUG nova.compute.manager [-] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.836369] env[69529]: DEBUG nova.network.neutron [-] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.839148] env[69529]: DEBUG nova.network.neutron [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updated VIF entry in instance network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.839473] env[69529]: DEBUG nova.network.neutron [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.894631] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.986457] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356753, 'name': ReconfigVM_Task, 'duration_secs': 0.574436} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.986682] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Reconfigured VM instance instance-0000006d to attach disk [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.987329] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f61570-36e8-491e-b608-179291c7e225 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.993720] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1155.993720] env[69529]: value = "task-3356760" [ 1155.993720] env[69529]: _type = "Task" [ 1155.993720] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.004669] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356760, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.007898] env[69529]: DEBUG oslo_vmware.api [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356758, 'name': PowerOffVM_Task, 'duration_secs': 0.423835} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.008111] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.012018] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.012018] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ce2e394-58de-48e3-bcff-3a44ac49e569 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.045076] env[69529]: DEBUG nova.compute.manager [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.045338] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.046429] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec61292-7b32-489a-b338-96e2501a0972 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.054704] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.054957] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d584653-af5f-474e-8975-1c0b5d14c1f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.061474] env[69529]: DEBUG oslo_vmware.api [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1156.061474] env[69529]: value = "task-3356762" [ 1156.061474] env[69529]: _type = "Task" [ 1156.061474] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.066247] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.066454] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.066631] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Deleting the datastore file [datastore2] 49657b43-d5d7-4e35-b787-5b84b0e7b350 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.067260] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad9ebbb5-af66-4516-ab6b-eb231252e4c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.073180] env[69529]: DEBUG oslo_vmware.api [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.078185] env[69529]: DEBUG oslo_vmware.api [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for the task: (returnval){ [ 1156.078185] env[69529]: value = "task-3356763" [ 1156.078185] env[69529]: _type = "Task" [ 1156.078185] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.086762] env[69529]: DEBUG oslo_vmware.api [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.305894] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Releasing lock "refresh_cache-49657b43-d5d7-4e35-b787-5b84b0e7b350" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.306243] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-vif-plugged-c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.306440] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquiring lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.306664] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.306844] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.307027] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] No waiting events found dispatching network-vif-plugged-c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.307324] env[69529]: WARNING nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received unexpected event network-vif-plugged-c70a71e3-236f-4465-8222-1bf05692909d for instance with vm_state active and task_state None. [ 1156.307402] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-changed-c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.307510] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing instance network info cache due to event network-changed-c70a71e3-236f-4465-8222-1bf05692909d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.307698] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.307836] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.307991] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Refreshing network info cache for port c70a71e3-236f-4465-8222-1bf05692909d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.340869] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.340869] env[69529]: DEBUG nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.342448] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.446s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.343854] env[69529]: INFO nova.compute.claims [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.346299] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] Releasing lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.346509] env[69529]: DEBUG nova.compute.manager [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.346668] env[69529]: DEBUG nova.compute.manager [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing instance network info cache due to event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.346861] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] Acquiring lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.346996] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] Acquired lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.347166] env[69529]: DEBUG nova.network.neutron [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.396288] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.507363] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356760, 'name': Rename_Task, 'duration_secs': 0.163812} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.507363] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.507363] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b507efef-3d39-4631-af8e-db6c09361491 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.514019] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1156.514019] env[69529]: value = "task-3356764" [ 1156.514019] env[69529]: _type = "Task" [ 1156.514019] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.519547] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.571592] env[69529]: DEBUG oslo_vmware.api [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356762, 'name': PowerOffVM_Task, 'duration_secs': 0.194235} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.571592] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.571592] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.571934] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-058c100a-3712-4e33-8e6b-82acb0b21f13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.586868] env[69529]: DEBUG oslo_vmware.api [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Task: {'id': task-3356763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16904} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.587169] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.587393] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.587585] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.587763] env[69529]: INFO nova.compute.manager [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1156.588008] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.588201] env[69529]: DEBUG nova.compute.manager [-] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.588296] env[69529]: DEBUG nova.network.neutron [-] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.634439] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.634773] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.635055] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleting the datastore file [datastore1] 656029d7-0bfc-4e9a-a894-8d29066228bb {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.635339] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1f24d1f-ff18-4a0b-80c1-f975ed4dc518 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.641740] env[69529]: DEBUG oslo_vmware.api [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for the task: (returnval){ [ 1156.641740] env[69529]: value = "task-3356766" [ 1156.641740] env[69529]: _type = "Task" [ 1156.641740] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.650732] env[69529]: DEBUG oslo_vmware.api [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.761627] env[69529]: DEBUG nova.network.neutron [-] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.765798] env[69529]: DEBUG nova.network.neutron [-] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.856762] env[69529]: DEBUG nova.compute.utils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.868045] env[69529]: DEBUG nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.868045] env[69529]: DEBUG nova.network.neutron [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.900219] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.977321] env[69529]: DEBUG nova.policy [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec5870c97f5a4a03809a6e38bc28ad97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '854256301fd5431a80615ce2960935fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.024539] env[69529]: DEBUG oslo_vmware.api [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356764, 'name': PowerOnVM_Task, 'duration_secs': 0.482731} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.027415] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.027415] env[69529]: INFO nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1157.027654] env[69529]: DEBUG nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.028758] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63db15a4-6847-4500-9316-2a3fa64ab381 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.098190] env[69529]: DEBUG nova.compute.manager [req-5b60aef2-bcf6-461c-811b-3deb84497c86 req-f2594d75-f67c-45b0-b021-9af63a3e5cd5 service nova] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Received event network-vif-deleted-447fc462-aa11-49ac-be9b-a1314fa01be8 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.098408] env[69529]: DEBUG nova.compute.manager [req-5b60aef2-bcf6-461c-811b-3deb84497c86 req-f2594d75-f67c-45b0-b021-9af63a3e5cd5 service nova] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Received event network-vif-deleted-097d6776-4fdb-4986-9754-47e71e066567 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.098581] env[69529]: DEBUG nova.compute.manager [req-5b60aef2-bcf6-461c-811b-3deb84497c86 req-f2594d75-f67c-45b0-b021-9af63a3e5cd5 service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Received event network-vif-deleted-2ce1e535-6abb-4203-b512-c01feaefe508 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.098743] env[69529]: INFO nova.compute.manager [req-5b60aef2-bcf6-461c-811b-3deb84497c86 req-f2594d75-f67c-45b0-b021-9af63a3e5cd5 service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Neutron deleted interface 2ce1e535-6abb-4203-b512-c01feaefe508; detaching it from the instance and deleting it from the info cache [ 1157.099025] env[69529]: DEBUG nova.network.neutron [req-5b60aef2-bcf6-461c-811b-3deb84497c86 req-f2594d75-f67c-45b0-b021-9af63a3e5cd5 service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.156208] env[69529]: DEBUG oslo_vmware.api [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Task: {'id': task-3356766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175798} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.156471] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.156659] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.156840] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.157021] env[69529]: INFO nova.compute.manager [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1157.157262] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.157454] env[69529]: DEBUG nova.compute.manager [-] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.157574] env[69529]: DEBUG nova.network.neutron [-] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.160661] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f210a-a32e-4988-93a5-1c47acf36e13 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.172038] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e098c6c7-c349-45cf-bbc1-8f107fbc01ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.199655] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d1ef1-5ff3-49d2-8c3d-d43b9d147058 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.206098] env[69529]: DEBUG nova.compute.manager [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.206098] env[69529]: DEBUG nova.compute.manager [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing instance network info cache due to event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.206098] env[69529]: DEBUG oslo_concurrency.lockutils [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] Acquiring lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.212512] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e62288-3ecb-45b6-86e3-f9f5be006f68 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.227607] env[69529]: DEBUG nova.compute.provider_tree [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.263940] env[69529]: INFO nova.compute.manager [-] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Took 1.43 seconds to deallocate network for instance. [ 1157.270682] env[69529]: INFO nova.compute.manager [-] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Took 1.43 seconds to deallocate network for instance. [ 1157.349510] env[69529]: DEBUG nova.network.neutron [-] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.358847] env[69529]: DEBUG nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.372482] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updated VIF entry in instance network info cache for port c70a71e3-236f-4465-8222-1bf05692909d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.372482] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c70a71e3-236f-4465-8222-1bf05692909d", "address": "fa:16:3e:a6:9f:30", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70a71e3-23", "ovs_interfaceid": "c70a71e3-236f-4465-8222-1bf05692909d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.372771] env[69529]: DEBUG nova.network.neutron [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updated VIF entry in instance network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.373092] env[69529]: DEBUG nova.network.neutron [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.398322] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.547699] env[69529]: INFO nova.compute.manager [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Took 19.14 seconds to build instance. [ 1157.602116] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30eecdf2-418f-44b2-9ba7-7ea79dd517ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.612967] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162a252-16a1-49f3-8f14-94688d58cb5e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.647653] env[69529]: DEBUG nova.compute.manager [req-5b60aef2-bcf6-461c-811b-3deb84497c86 req-f2594d75-f67c-45b0-b021-9af63a3e5cd5 service nova] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Detach interface failed, port_id=2ce1e535-6abb-4203-b512-c01feaefe508, reason: Instance 49657b43-d5d7-4e35-b787-5b84b0e7b350 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.657799] env[69529]: DEBUG nova.network.neutron [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Successfully created port: c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.731086] env[69529]: DEBUG nova.scheduler.client.report [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.772726] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.778040] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.852863] env[69529]: INFO nova.compute.manager [-] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Took 1.26 seconds to deallocate network for instance. [ 1157.876273] env[69529]: DEBUG oslo_concurrency.lockutils [req-f2abfcd1-803a-4457-9244-e2766aeb2f76 req-73278fb0-38c6-4a2a-8d62-f7b4fed3024f service nova] Releasing lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.876349] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.876616] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Received event network-vif-plugged-0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.876812] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquiring lock "f1150def-fe71-4067-823d-0c07d2c0fe74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.876960] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.877140] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.877306] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] No waiting events found dispatching network-vif-plugged-0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.877469] env[69529]: WARNING nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Received unexpected event network-vif-plugged-0091af98-42af-457f-bb92-546a22ef5428 for instance with vm_state building and task_state spawning. [ 1157.877631] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Received event network-changed-0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.877786] env[69529]: DEBUG nova.compute.manager [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Refreshing instance network info cache due to event network-changed-0091af98-42af-457f-bb92-546a22ef5428. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.877972] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquiring lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.878119] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Acquired lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.878277] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Refreshing network info cache for port 0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.879408] env[69529]: DEBUG oslo_concurrency.lockutils [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] Acquired lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.879581] env[69529]: DEBUG nova.network.neutron [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.898853] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.050602] env[69529]: DEBUG oslo_concurrency.lockutils [None req-14df00cf-90e5-45ae-95a2-272faba65f3a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.676s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.162794] env[69529]: DEBUG nova.network.neutron [-] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.236139] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.894s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.236684] env[69529]: DEBUG nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1158.239824] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.241s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.240263] env[69529]: DEBUG nova.objects.instance [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'pci_requests' on Instance uuid 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.363074] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.367388] env[69529]: DEBUG nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.402813] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.405515] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.405876] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.406123] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.406377] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.406580] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.406782] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.407071] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.407394] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.407643] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.407873] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.408124] env[69529]: DEBUG nova.virt.hardware [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.408948] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c981ce95-f0a1-458e-a8bf-f49e518b6fab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.418346] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bf0686-799a-415b-88cc-b52960e1cd8a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.453687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "3318107f-c7ed-4c3c-8567-0d47e45baff7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.453687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.453687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "3318107f-c7ed-4c3c-8567-0d47e45baff7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.453687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.453687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.457815] env[69529]: INFO nova.compute.manager [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Terminating instance [ 1158.665789] env[69529]: INFO nova.compute.manager [-] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Took 1.51 seconds to deallocate network for instance. [ 1158.708251] env[69529]: DEBUG nova.network.neutron [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updated VIF entry in instance network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.709331] env[69529]: DEBUG nova.network.neutron [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.730296] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Updated VIF entry in instance network info cache for port 0091af98-42af-457f-bb92-546a22ef5428. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.730655] env[69529]: DEBUG nova.network.neutron [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Updating instance_info_cache with network_info: [{"id": "0091af98-42af-457f-bb92-546a22ef5428", "address": "fa:16:3e:af:88:96", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0091af98-42", "ovs_interfaceid": "0091af98-42af-457f-bb92-546a22ef5428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.741692] env[69529]: DEBUG nova.compute.utils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.743014] env[69529]: DEBUG nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.743361] env[69529]: DEBUG nova.network.neutron [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.746990] env[69529]: DEBUG nova.objects.instance [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'numa_topology' on Instance uuid 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.782632] env[69529]: DEBUG nova.policy [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acdaa4490a0d471a8c093ddf0a603982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffd4dc492e94a15a2b37e1137b27607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.900453] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.958583] env[69529]: DEBUG nova.compute.manager [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.958745] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.959744] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be062742-b839-4f26-91ae-11a751e04383 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.968207] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.969338] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64b30b0-99fa-41e8-a3a0-a62a95c7c3e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.976888] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1158.976888] env[69529]: value = "task-3356768" [ 1158.976888] env[69529]: _type = "Task" [ 1158.976888] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.986172] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.138345] env[69529]: DEBUG nova.compute.manager [req-18d049fb-66bd-4cbc-9f3d-1b6f132d9e1e req-622ecccf-21c0-43b3-8227-6291f4520a82 service nova] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Received event network-vif-deleted-cd17d26c-6fb8-4aab-a3aa-c081d10920e7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.175281] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.212047] env[69529]: DEBUG oslo_concurrency.lockutils [req-461bbc2a-006c-427d-acd1-898c8d37ab94 req-75d6d254-962a-47e3-bd9f-edc4a9f7b821 service nova] Releasing lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.232904] env[69529]: DEBUG oslo_concurrency.lockutils [req-7a117634-a2cc-4d79-bdfb-b853440b27b5 req-a5c67bc5-f6aa-4441-ba28-87b01d666b6f service nova] Releasing lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.240740] env[69529]: DEBUG nova.network.neutron [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Successfully created port: a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.245609] env[69529]: DEBUG nova.compute.manager [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.245794] env[69529]: DEBUG nova.compute.manager [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing instance network info cache due to event network-changed-218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.246013] env[69529]: DEBUG oslo_concurrency.lockutils [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] Acquiring lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.246156] env[69529]: DEBUG oslo_concurrency.lockutils [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] Acquired lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.246314] env[69529]: DEBUG nova.network.neutron [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Refreshing network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.249869] env[69529]: DEBUG nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.252306] env[69529]: INFO nova.compute.claims [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.346419] env[69529]: DEBUG nova.network.neutron [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Successfully updated port: c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.397973] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.487433] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356768, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.849558] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.849739] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.850271] env[69529]: DEBUG nova.network.neutron [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.898954] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.953907] env[69529]: DEBUG nova.network.neutron [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updated VIF entry in instance network info cache for port 218c55f9-7b2a-4525-aef2-190e1880d0ae. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.954478] env[69529]: DEBUG nova.network.neutron [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [{"id": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "address": "fa:16:3e:fd:c9:54", "network": {"id": "38afaf31-f2fb-47c2-abdd-56efbac8c5c9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-57175277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ede2d4f2f7fc4499ae5893672c40bcab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9ec24851-7bb6-426b-b28f-f7b246df1713", "external-id": "nsx-vlan-transportzone-359", "segmentation_id": 359, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap218c55f9-7b", "ovs_interfaceid": "218c55f9-7b2a-4525-aef2-190e1880d0ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.986813] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356768, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.264803] env[69529]: DEBUG nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.292030] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.292273] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.292462] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.292726] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.292879] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.293043] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.293259] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.293418] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.293610] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.293783] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.293955] env[69529]: DEBUG nova.virt.hardware [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.294871] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be28e98-6885-43ab-84bc-d5b12bd11c09 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.304246] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29894861-a299-486c-a816-61426587d737 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.383487] env[69529]: DEBUG nova.network.neutron [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.400547] env[69529]: DEBUG oslo_vmware.api [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356750, 'name': ReconfigVM_Task, 'duration_secs': 5.763041} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.400927] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.401170] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Reconfigured VM to detach interface {{(pid=69529) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1160.457795] env[69529]: DEBUG oslo_concurrency.lockutils [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] Releasing lock "refresh_cache-3318107f-c7ed-4c3c-8567-0d47e45baff7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.458069] env[69529]: DEBUG nova.compute.manager [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Received event network-changed-0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.458259] env[69529]: DEBUG nova.compute.manager [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Refreshing instance network info cache due to event network-changed-0091af98-42af-457f-bb92-546a22ef5428. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.458446] env[69529]: DEBUG oslo_concurrency.lockutils [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] Acquiring lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.458590] env[69529]: DEBUG oslo_concurrency.lockutils [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] Acquired lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.458792] env[69529]: DEBUG nova.network.neutron [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Refreshing network info cache for port 0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.487480] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356768, 'name': PowerOffVM_Task, 'duration_secs': 1.162995} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.487747] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.487917] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.488182] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a2e1440-6670-420f-a1f8-07ba10319571 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.503917] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd3a2f-80e3-47f1-bc4b-1d17674414c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.512274] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff816e-f18f-4517-813e-9d2fec6f9041 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.546775] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7d74ac-1c44-4f10-821e-761e07e0a1fa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.550778] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.550973] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.551163] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Deleting the datastore file [datastore1] 3318107f-c7ed-4c3c-8567-0d47e45baff7 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.551790] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d37bddc-40e9-42bb-8574-57099106c289 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.557145] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59665605-d677-402b-aa14-3633f69f11df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.565117] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for the task: (returnval){ [ 1160.565117] env[69529]: value = "task-3356770" [ 1160.565117] env[69529]: _type = "Task" [ 1160.565117] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.579158] env[69529]: DEBUG nova.compute.provider_tree [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.584899] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.651678] env[69529]: DEBUG nova.network.neutron [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": "c6c8f0d2-2773-47ac-9970-767155bc991d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.948485] env[69529]: DEBUG nova.network.neutron [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Successfully updated port: a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.075252] env[69529]: DEBUG oslo_vmware.api [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Task: {'id': task-3356770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295545} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.075539] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.075710] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.075947] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.076152] env[69529]: INFO nova.compute.manager [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1161.076392] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.077015] env[69529]: DEBUG nova.compute.manager [-] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.077015] env[69529]: DEBUG nova.network.neutron [-] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.083152] env[69529]: DEBUG nova.scheduler.client.report [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.154711] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.155084] env[69529]: DEBUG nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Instance network_info: |[{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": "c6c8f0d2-2773-47ac-9970-767155bc991d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.155528] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:36:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6c8f0d2-2773-47ac-9970-767155bc991d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.165063] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.165401] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.165822] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fada78b-6c6a-4967-b03e-ab9791c7795e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.193327] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-vif-plugged-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.194131] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.194131] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.194131] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.194131] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] No waiting events found dispatching network-vif-plugged-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.194271] env[69529]: WARNING nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received unexpected event network-vif-plugged-c6c8f0d2-2773-47ac-9970-767155bc991d for instance with vm_state building and task_state spawning. [ 1161.194412] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.194568] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing instance network info cache due to event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.194792] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Acquiring lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.194934] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Acquired lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.195126] env[69529]: DEBUG nova.network.neutron [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.197809] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.197809] env[69529]: value = "task-3356771" [ 1161.197809] env[69529]: _type = "Task" [ 1161.197809] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.208621] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356771, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.261701] env[69529]: DEBUG nova.network.neutron [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Updated VIF entry in instance network info cache for port 0091af98-42af-457f-bb92-546a22ef5428. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.262085] env[69529]: DEBUG nova.network.neutron [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Updating instance_info_cache with network_info: [{"id": "0091af98-42af-457f-bb92-546a22ef5428", "address": "fa:16:3e:af:88:96", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0091af98-42", "ovs_interfaceid": "0091af98-42af-457f-bb92-546a22ef5428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.453447] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.453447] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.453447] env[69529]: DEBUG nova.network.neutron [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.587788] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.348s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.590586] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.371s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.621175] env[69529]: INFO nova.network.neutron [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating port 7595be91-83b8-4630-a92b-4e82cf5c8c72 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1161.713664] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356771, 'name': CreateVM_Task, 'duration_secs': 0.328637} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.714393] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.714952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.715264] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.715960] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.716240] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff967a2-73f2-478d-866d-f39214f14d96 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.723252] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1161.723252] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5204f3b4-6b3c-ee65-a5a9-f94b4099aa61" [ 1161.723252] env[69529]: _type = "Task" [ 1161.723252] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.732922] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5204f3b4-6b3c-ee65-a5a9-f94b4099aa61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.765959] env[69529]: DEBUG oslo_concurrency.lockutils [req-ae1de07d-42b8-48c1-bb21-1e012e969c0f req-c8c2e463-22c1-4127-84ca-35253eed18c6 service nova] Releasing lock "refresh_cache-f1150def-fe71-4067-823d-0c07d2c0fe74" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.909613] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.909995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquired lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.910435] env[69529]: DEBUG nova.network.neutron [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.914564] env[69529]: DEBUG nova.network.neutron [-] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.023526] env[69529]: DEBUG nova.network.neutron [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.097745] env[69529]: INFO nova.compute.claims [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.234872] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5204f3b4-6b3c-ee65-a5a9-f94b4099aa61, 'name': SearchDatastore_Task, 'duration_secs': 0.013116} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.235833] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.236300] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.236648] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.237370] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.238146] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.238501] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d0796b-2350-458f-84d9-b349199c27e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.248653] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.248867] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.249608] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53194e92-f28e-4b30-86c5-f35f5f3ca288 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.255184] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1162.255184] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ca2a80-01e4-43cc-814a-64ca8de00c1a" [ 1162.255184] env[69529]: _type = "Task" [ 1162.255184] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.266926] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ca2a80-01e4-43cc-814a-64ca8de00c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008144} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.268025] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97bd29a-09cc-4303-bbdf-789c2602e418 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.274721] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1162.274721] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5251a710-8bab-c610-b999-2b0e59fbdf9d" [ 1162.274721] env[69529]: _type = "Task" [ 1162.274721] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.284615] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5251a710-8bab-c610-b999-2b0e59fbdf9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.351345] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.351747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.352019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.352238] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.352413] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.354809] env[69529]: INFO nova.compute.manager [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Terminating instance [ 1162.385506] env[69529]: DEBUG nova.network.neutron [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updated VIF entry in instance network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.387016] env[69529]: DEBUG nova.network.neutron [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": "c6c8f0d2-2773-47ac-9970-767155bc991d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.418538] env[69529]: INFO nova.compute.manager [-] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Took 1.34 seconds to deallocate network for instance. [ 1162.502802] env[69529]: DEBUG nova.network.neutron [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Updating instance_info_cache with network_info: [{"id": "a697c75f-7ece-4048-baba-a31e11289c88", "address": "fa:16:3e:a2:51:92", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa697c75f-7e", "ovs_interfaceid": "a697c75f-7ece-4048-baba-a31e11289c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.604087] env[69529]: INFO nova.compute.resource_tracker [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating resource usage from migration bd1240bb-fdc7-405a-9ebb-1d272e53b1b2 [ 1162.620818] env[69529]: DEBUG nova.scheduler.client.report [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1162.634349] env[69529]: DEBUG nova.scheduler.client.report [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1162.634601] env[69529]: DEBUG nova.compute.provider_tree [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.638174] env[69529]: INFO nova.network.neutron [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Port c70a71e3-236f-4465-8222-1bf05692909d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1162.638495] env[69529]: DEBUG nova.network.neutron [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [{"id": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "address": "fa:16:3e:20:c1:ec", "network": {"id": "694448c7-e341-47eb-9dd5-d3553d1b6ff3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1422065010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59e406e1f904844b67b4bda1e9b395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba0caf51-f398-43a4-b2b3-f53480254d5f", "external-id": "nsx-vlan-transportzone-667", "segmentation_id": 667, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef72801-48", "ovs_interfaceid": "2ef72801-4808-4a78-97e2-cfb56baac8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.654325] env[69529]: DEBUG nova.scheduler.client.report [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1162.671789] env[69529]: DEBUG nova.scheduler.client.report [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1162.786330] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5251a710-8bab-c610-b999-2b0e59fbdf9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.786591] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.786842] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.787108] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4460b94-d946-4f8d-8fca-643af9ecacdb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.793852] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1162.793852] env[69529]: value = "task-3356772" [ 1162.793852] env[69529]: _type = "Task" [ 1162.793852] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.803801] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.859714] env[69529]: DEBUG nova.compute.manager [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.859936] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.860808] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb63a0e-3bfa-4558-ad02-b860684f8e9e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.871118] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.871274] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a54fed66-6399-4c21-93ca-e8bb9972c14f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.877349] env[69529]: DEBUG oslo_vmware.api [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1162.877349] env[69529]: value = "task-3356773" [ 1162.877349] env[69529]: _type = "Task" [ 1162.877349] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.886133] env[69529]: DEBUG oslo_vmware.api [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.890294] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Releasing lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.890538] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Received event network-vif-plugged-a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.890729] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Acquiring lock "82cac712-73b0-4a44-a8d9-4310ff8eb733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.890931] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.891107] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.891277] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] No waiting events found dispatching network-vif-plugged-a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.891472] env[69529]: WARNING nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Received unexpected event network-vif-plugged-a697c75f-7ece-4048-baba-a31e11289c88 for instance with vm_state building and task_state spawning. [ 1162.891652] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Received event network-changed-a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.891809] env[69529]: DEBUG nova.compute.manager [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Refreshing instance network info cache due to event network-changed-a697c75f-7ece-4048-baba-a31e11289c88. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.891976] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Acquiring lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.903320] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f290c8-889a-428b-b914-9942bde46545 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.911140] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5607e5-7631-4d52-9c57-0c7735c7a35b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.940864] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.941875] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db99e315-bebd-42c8-9825-d2df0bbe54c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.949427] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6de0f6-48a0-4d71-8eb4-278a8f8c3647 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.964232] env[69529]: DEBUG nova.compute.provider_tree [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.005554] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.005961] env[69529]: DEBUG nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Instance network_info: |[{"id": "a697c75f-7ece-4048-baba-a31e11289c88", "address": "fa:16:3e:a2:51:92", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa697c75f-7e", "ovs_interfaceid": "a697c75f-7ece-4048-baba-a31e11289c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1163.006349] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Acquired lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.006607] env[69529]: DEBUG nova.network.neutron [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Refreshing network info cache for port a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.008080] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:51:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a697c75f-7ece-4048-baba-a31e11289c88', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.018222] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.019515] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.019819] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3e4f325-320c-458e-9053-38d125fbd8d0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.043951] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.043951] env[69529]: value = "task-3356774" [ 1163.043951] env[69529]: _type = "Task" [ 1163.043951] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.052862] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356774, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.141640] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Releasing lock "refresh_cache-efd759d2-c9a3-4794-acf4-3458a33bc7df" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.301396] env[69529]: DEBUG nova.compute.manager [req-a65323f0-2cb2-4948-85ea-6621dcadc480 req-b68a2811-80c7-48f1-a5de-c8498bc4be17 service nova] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Received event network-vif-deleted-218c55f9-7b2a-4525-aef2-190e1880d0ae {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.308210] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488898} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.308373] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.308586] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.308829] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f055fd7d-ba9f-44ff-a8fc-e140c93a8388 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.316024] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1163.316024] env[69529]: value = "task-3356775" [ 1163.316024] env[69529]: _type = "Task" [ 1163.316024] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.323709] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.386197] env[69529]: DEBUG oslo_vmware.api [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356773, 'name': PowerOffVM_Task, 'duration_secs': 0.240317} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.386477] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.386656] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.386893] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421a06ea-10e2-4acc-a874-c85a2ac16717 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.445151] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.445397] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.445582] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleting the datastore file [datastore2] efd759d2-c9a3-4794-acf4-3458a33bc7df {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.445865] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60adb580-0bf6-4652-aed8-afd2bcb0622e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.451930] env[69529]: DEBUG oslo_vmware.api [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1163.451930] env[69529]: value = "task-3356777" [ 1163.451930] env[69529]: _type = "Task" [ 1163.451930] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.459536] env[69529]: DEBUG oslo_vmware.api [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.468869] env[69529]: DEBUG nova.scheduler.client.report [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.556454] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356774, 'name': CreateVM_Task, 'duration_secs': 0.472318} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.556783] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.557422] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.557586] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.557897] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.558183] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b152be30-84fd-4035-bb64-ef774942df6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.564931] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1163.564931] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52797aaf-ffd4-c763-c283-45c953fcebf2" [ 1163.564931] env[69529]: _type = "Task" [ 1163.564931] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.573896] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52797aaf-ffd4-c763-c283-45c953fcebf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009085} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.574607] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.574842] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.575091] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.575342] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.575456] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.575652] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c60f0dd0-b9ff-41b5-a3f0-b03490e42609 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.582914] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.583115] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.583843] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d17492-da20-4707-b18a-6d48b42286b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.588804] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1163.588804] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525ed345-30a1-4830-c0cc-84f38743618e" [ 1163.588804] env[69529]: _type = "Task" [ 1163.588804] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.596432] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525ed345-30a1-4830-c0cc-84f38743618e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.645705] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6a1aa6da-185d-4018-abd3-2dc0c6a72282 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "interface-efd759d2-c9a3-4794-acf4-3458a33bc7df-c70a71e3-236f-4465-8222-1bf05692909d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.839s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.726149] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.726359] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.726542] env[69529]: DEBUG nova.network.neutron [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.792312] env[69529]: DEBUG nova.network.neutron [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Updated VIF entry in instance network info cache for port a697c75f-7ece-4048-baba-a31e11289c88. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.792662] env[69529]: DEBUG nova.network.neutron [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Updating instance_info_cache with network_info: [{"id": "a697c75f-7ece-4048-baba-a31e11289c88", "address": "fa:16:3e:a2:51:92", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa697c75f-7e", "ovs_interfaceid": "a697c75f-7ece-4048-baba-a31e11289c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.826037] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060836} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.826281] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.827052] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478f3409-cbf5-4595-adf3-7cc18fa0869e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.848668] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.848951] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341c5272-4b23-4e58-9deb-0ef241ef000d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.868499] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1163.868499] env[69529]: value = "task-3356778" [ 1163.868499] env[69529]: _type = "Task" [ 1163.868499] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.876493] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.961929] env[69529]: DEBUG oslo_vmware.api [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200062} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.962244] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.962450] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.962683] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.962885] env[69529]: INFO nova.compute.manager [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1163.963178] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.963392] env[69529]: DEBUG nova.compute.manager [-] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.963517] env[69529]: DEBUG nova.network.neutron [-] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.973146] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.383s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.973345] env[69529]: INFO nova.compute.manager [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Migrating [ 1163.979933] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.208s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.980170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.982274] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.204s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.982511] env[69529]: DEBUG nova.objects.instance [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lazy-loading 'resources' on Instance uuid b39bcbbd-20e2-4bd5-a474-b38d91411582 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.009096] env[69529]: INFO nova.scheduler.client.report [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Deleted allocations for instance 2a461cea-e3fa-491c-a4d9-e08f3200a441 [ 1164.099160] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525ed345-30a1-4830-c0cc-84f38743618e, 'name': SearchDatastore_Task, 'duration_secs': 0.007943} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.099941] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0bd3f2-2f72-4e2c-b09d-0f47f5bc4442 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.105285] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1164.105285] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52429026-b88e-7f00-cbb4-f26a1458ae25" [ 1164.105285] env[69529]: _type = "Task" [ 1164.105285] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.113559] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52429026-b88e-7f00-cbb4-f26a1458ae25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.295869] env[69529]: DEBUG oslo_concurrency.lockutils [req-4473a9ae-14d7-4907-8bde-a4bc72ff63e3 req-78035ed8-940e-4c51-aa3b-9c658d8d38cb service nova] Releasing lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.379635] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356778, 'name': ReconfigVM_Task, 'duration_secs': 0.255272} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.379926] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Reconfigured VM instance instance-0000006e to attach disk [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.380571] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e916a18-1d12-4653-9d7e-b6337449e4d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.391715] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1164.391715] env[69529]: value = "task-3356779" [ 1164.391715] env[69529]: _type = "Task" [ 1164.391715] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.402111] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356779, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.494758] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.494831] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.495099] env[69529]: DEBUG nova.network.neutron [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.517413] env[69529]: DEBUG oslo_concurrency.lockutils [None req-13965267-b556-43b1-b189-19aa8c5037e2 tempest-DeleteServersTestJSON-1639519127 tempest-DeleteServersTestJSON-1639519127-project-member] Lock "2a461cea-e3fa-491c-a4d9-e08f3200a441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.373s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.579444] env[69529]: DEBUG nova.network.neutron [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595be91-83", "ovs_interfaceid": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.620924] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52429026-b88e-7f00-cbb4-f26a1458ae25, 'name': SearchDatastore_Task, 'duration_secs': 0.040146} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.624101] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.624196] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 82cac712-73b0-4a44-a8d9-4310ff8eb733/82cac712-73b0-4a44-a8d9-4310ff8eb733.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.625149] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87963ce8-a0be-4ef9-8eaa-460f6f864000 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.633591] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1164.633591] env[69529]: value = "task-3356780" [ 1164.633591] env[69529]: _type = "Task" [ 1164.633591] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.642665] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.763954] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3558094a-3925-4657-b422-5e482578097e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.772731] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7f9ceb-137f-4b3b-b6fb-67bcdadba367 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.804781] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc8b061-4b89-4f1f-a4f2-a2abe4e019b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.813537] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e60aeec-3396-45fc-a0dd-ea4bff6894ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.827621] env[69529]: DEBUG nova.compute.provider_tree [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.904376] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356779, 'name': Rename_Task, 'duration_secs': 0.16952} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.904376] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.904376] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6f0e7d-c030-418c-8be4-abdf32ff7b04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.909793] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1164.909793] env[69529]: value = "task-3356782" [ 1164.909793] env[69529]: _type = "Task" [ 1164.909793] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.920617] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.085350] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.120159] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1bffbeee080dbc3e8c4fabb7eb5adf0',container_format='bare',created_at=2025-04-08T01:04:29Z,direct_url=,disk_format='vmdk',id=67f7339d-a255-413d-a5fb-0f2acdd75dcb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1872039913-shelved',owner='d80eedeab2fb4c1ca4857e85b52d0ad3',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-08T01:04:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.120539] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.121078] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.121407] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.121645] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.121829] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.122181] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.122396] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.122396] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.122628] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.122773] env[69529]: DEBUG nova.virt.hardware [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.123736] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807288f-50e8-42b9-8168-03a2493a7cdd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.139296] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487d8b18-18be-4a56-9739-7bfb099e4355 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.158981] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:62:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7595be91-83b8-4630-a92b-4e82cf5c8c72', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.168872] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.173267] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.173683] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356780, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.174033] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d57ba1-3be6-4a7c-8739-d19259746e32 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.197550] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.197550] env[69529]: value = "task-3356783" [ 1165.197550] env[69529]: _type = "Task" [ 1165.197550] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.206579] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356783, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.262788] env[69529]: DEBUG nova.network.neutron [-] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.266744] env[69529]: DEBUG nova.network.neutron [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance_info_cache with network_info: [{"id": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "address": "fa:16:3e:99:91:f1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d8a5c4-2e", "ovs_interfaceid": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.331439] env[69529]: DEBUG nova.scheduler.client.report [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.422302] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356782, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.451405] env[69529]: DEBUG nova.compute.manager [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-vif-plugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.451656] env[69529]: DEBUG oslo_concurrency.lockutils [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.451894] env[69529]: DEBUG oslo_concurrency.lockutils [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.452063] env[69529]: DEBUG oslo_concurrency.lockutils [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.452180] env[69529]: DEBUG nova.compute.manager [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] No waiting events found dispatching network-vif-plugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.452414] env[69529]: WARNING nova.compute.manager [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received unexpected event network-vif-plugged-7595be91-83b8-4630-a92b-4e82cf5c8c72 for instance with vm_state shelved_offloaded and task_state spawning. [ 1165.452498] env[69529]: DEBUG nova.compute.manager [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.452651] env[69529]: DEBUG nova.compute.manager [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing instance network info cache due to event network-changed-7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.452830] env[69529]: DEBUG oslo_concurrency.lockutils [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] Acquiring lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.452966] env[69529]: DEBUG oslo_concurrency.lockutils [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] Acquired lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.453247] env[69529]: DEBUG nova.network.neutron [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Refreshing network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.644389] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606057} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.644742] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 82cac712-73b0-4a44-a8d9-4310ff8eb733/82cac712-73b0-4a44-a8d9-4310ff8eb733.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.645015] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.645308] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d3c1a62-8d60-4744-a298-eae36cc2f443 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.651368] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1165.651368] env[69529]: value = "task-3356784" [ 1165.651368] env[69529]: _type = "Task" [ 1165.651368] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.660601] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.706428] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356783, 'name': CreateVM_Task, 'duration_secs': 0.313505} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.706571] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.707306] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.707466] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.707834] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.708096] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837161c5-2218-4bd0-b02d-8b5528cbfe8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.712468] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1165.712468] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a820b2-262a-c5fb-6cc6-042d2339fad2" [ 1165.712468] env[69529]: _type = "Task" [ 1165.712468] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.723105] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a820b2-262a-c5fb-6cc6-042d2339fad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.767608] env[69529]: INFO nova.compute.manager [-] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Took 1.80 seconds to deallocate network for instance. [ 1165.771609] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.837027] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.839021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.476s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.839021] env[69529]: DEBUG nova.objects.instance [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lazy-loading 'resources' on Instance uuid 49657b43-d5d7-4e35-b787-5b84b0e7b350 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.861220] env[69529]: INFO nova.scheduler.client.report [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Deleted allocations for instance b39bcbbd-20e2-4bd5-a474-b38d91411582 [ 1165.920623] env[69529]: DEBUG oslo_vmware.api [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356782, 'name': PowerOnVM_Task, 'duration_secs': 0.600493} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.920898] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.921116] env[69529]: INFO nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1165.921676] env[69529]: DEBUG nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.922067] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea58757-3974-46d6-9b93-4616b9d61567 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.163409] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064614} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.163750] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.164569] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b2b33e-2dc5-48fc-aa57-8c09fa9698c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.186569] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 82cac712-73b0-4a44-a8d9-4310ff8eb733/82cac712-73b0-4a44-a8d9-4310ff8eb733.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.186824] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63861a26-0aab-47c0-be04-b72bf2e817de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.201724] env[69529]: DEBUG nova.network.neutron [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updated VIF entry in instance network info cache for port 7595be91-83b8-4630-a92b-4e82cf5c8c72. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.202084] env[69529]: DEBUG nova.network.neutron [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [{"id": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "address": "fa:16:3e:a1:62:ca", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7595be91-83", "ovs_interfaceid": "7595be91-83b8-4630-a92b-4e82cf5c8c72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.209957] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1166.209957] env[69529]: value = "task-3356785" [ 1166.209957] env[69529]: _type = "Task" [ 1166.209957] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.221479] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.224899] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.225137] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Processing image 67f7339d-a255-413d-a5fb-0f2acdd75dcb {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.225547] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb/67f7339d-a255-413d-a5fb-0f2acdd75dcb.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.225547] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb/67f7339d-a255-413d-a5fb-0f2acdd75dcb.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.225673] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.226183] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f6529cc-6cc3-4ded-abe4-31d5d71ac2db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.234637] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.234851] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.235623] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12b76e7-82af-4bf9-9e13-ef3a982de981 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.241287] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1166.241287] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d23001-783f-7c1b-b809-076c25324b19" [ 1166.241287] env[69529]: _type = "Task" [ 1166.241287] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.254020] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d23001-783f-7c1b-b809-076c25324b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.273181] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.369434] env[69529]: DEBUG oslo_concurrency.lockutils [None req-49b1920f-7069-46d6-8f3a-e9fc9a4a1690 tempest-ServerRescueTestJSON-1601954733 tempest-ServerRescueTestJSON-1601954733-project-member] Lock "b39bcbbd-20e2-4bd5-a474-b38d91411582" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.700s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.442898] env[69529]: INFO nova.compute.manager [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Took 23.84 seconds to build instance. [ 1166.553185] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3d9bf0-768c-44ea-9225-a78589190dba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.560950] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02725fb3-a518-4a72-a263-d8b3d6a79b7c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.591874] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0edb6c-f977-4e05-b4ed-ccecc14cce01 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.599796] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a0e53-5908-4070-91d6-cb23df4ed0a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.612938] env[69529]: DEBUG nova.compute.provider_tree [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.705840] env[69529]: DEBUG oslo_concurrency.lockutils [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] Releasing lock "refresh_cache-39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.706166] env[69529]: DEBUG nova.compute.manager [req-d09c787c-68eb-49d3-aff3-6fe7fb7d76f5 req-232d353f-e609-4e4f-a394-684666a46920 service nova] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Received event network-vif-deleted-2ef72801-4808-4a78-97e2-cfb56baac8cd {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.720293] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.750296] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Preparing fetch location {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1166.751281] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Fetch image to [datastore2] OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42/OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42.vmdk {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1166.751281] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Downloading stream optimized image 67f7339d-a255-413d-a5fb-0f2acdd75dcb to [datastore2] OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42/OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42.vmdk on the data store datastore2 as vApp {{(pid=69529) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1166.751281] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Downloading image file data 67f7339d-a255-413d-a5fb-0f2acdd75dcb to the ESX as VM named 'OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42' {{(pid=69529) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1166.838187] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1166.838187] env[69529]: value = "resgroup-9" [ 1166.838187] env[69529]: _type = "ResourcePool" [ 1166.838187] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1166.838546] env[69529]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ef115bbd-3cef-4569-a166-ca69b6bd397c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.861018] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease: (returnval){ [ 1166.861018] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b1935-56a7-c873-fac4-7890c86bf444" [ 1166.861018] env[69529]: _type = "HttpNfcLease" [ 1166.861018] env[69529]: } obtained for vApp import into resource pool (val){ [ 1166.861018] env[69529]: value = "resgroup-9" [ 1166.861018] env[69529]: _type = "ResourcePool" [ 1166.861018] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1166.861018] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the lease: (returnval){ [ 1166.861018] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b1935-56a7-c873-fac4-7890c86bf444" [ 1166.861018] env[69529]: _type = "HttpNfcLease" [ 1166.861018] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1166.869369] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.869369] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b1935-56a7-c873-fac4-7890c86bf444" [ 1166.869369] env[69529]: _type = "HttpNfcLease" [ 1166.869369] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1166.946062] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78b9c959-3d46-40c6-bcd4-69b9a87cfba9 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.355s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.118931] env[69529]: DEBUG nova.scheduler.client.report [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.220076] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356785, 'name': ReconfigVM_Task, 'duration_secs': 0.654158} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.220335] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 82cac712-73b0-4a44-a8d9-4310ff8eb733/82cac712-73b0-4a44-a8d9-4310ff8eb733.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.220972] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-467b32b5-dcde-4e14-b6ef-4c4642d88bb5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.228295] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1167.228295] env[69529]: value = "task-3356787" [ 1167.228295] env[69529]: _type = "Task" [ 1167.228295] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.236846] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356787, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.301934] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acb1ab5-88b4-4b16-bb4c-1a7489ea738a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.328045] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance '8638e608-d83a-406c-b91a-f0a2f5cf611f' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.371172] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1167.371172] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b1935-56a7-c873-fac4-7890c86bf444" [ 1167.371172] env[69529]: _type = "HttpNfcLease" [ 1167.371172] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1167.373539] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1167.373539] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523b1935-56a7-c873-fac4-7890c86bf444" [ 1167.373539] env[69529]: _type = "HttpNfcLease" [ 1167.373539] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1167.374480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb4e9b7-ae5d-48d5-92fc-449cf9a79df8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.389660] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ce2d3-eb7c-06c2-ff0c-32dca3df6f2d/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1167.389660] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ce2d3-eb7c-06c2-ff0c-32dca3df6f2d/disk-0.vmdk. {{(pid=69529) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1167.461787] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-80455b12-8e83-4d68-9062-441820326a36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.481898] env[69529]: DEBUG nova.compute.manager [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.482152] env[69529]: DEBUG nova.compute.manager [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing instance network info cache due to event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.485335] env[69529]: DEBUG oslo_concurrency.lockutils [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] Acquiring lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.485335] env[69529]: DEBUG oslo_concurrency.lockutils [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] Acquired lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.485335] env[69529]: DEBUG nova.network.neutron [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.624639] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.627045] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.453s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.627274] env[69529]: DEBUG nova.objects.instance [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lazy-loading 'resources' on Instance uuid 656029d7-0bfc-4e9a-a894-8d29066228bb {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.651677] env[69529]: INFO nova.scheduler.client.report [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Deleted allocations for instance 49657b43-d5d7-4e35-b787-5b84b0e7b350 [ 1167.746245] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356787, 'name': Rename_Task, 'duration_secs': 0.150905} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.748710] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.749064] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ff3a5dd-bb73-4ae4-9698-35f7582248e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.757530] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1167.757530] env[69529]: value = "task-3356788" [ 1167.757530] env[69529]: _type = "Task" [ 1167.757530] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.771362] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.837230] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.837668] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d476b51-97d9-490e-b4a2-322c41b7c252 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.847148] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1167.847148] env[69529]: value = "task-3356789" [ 1167.847148] env[69529]: _type = "Task" [ 1167.847148] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.861973] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.162257] env[69529]: DEBUG oslo_concurrency.lockutils [None req-20311ab0-7d3c-4c86-a184-bf4522e88cb1 tempest-InstanceActionsNegativeTestJSON-1833749374 tempest-InstanceActionsNegativeTestJSON-1833749374-project-member] Lock "49657b43-d5d7-4e35-b787-5b84b0e7b350" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.220s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.272799] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356788, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.317344] env[69529]: DEBUG nova.network.neutron [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updated VIF entry in instance network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.317716] env[69529]: DEBUG nova.network.neutron [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": "c6c8f0d2-2773-47ac-9970-767155bc991d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.361503] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356789, 'name': PowerOffVM_Task, 'duration_secs': 0.317088} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.361861] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.362136] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance '8638e608-d83a-406c-b91a-f0a2f5cf611f' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.442415] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e0fb39-f557-4cc2-8a78-4831907b5e2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.457564] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7361e350-2936-4c0f-89e5-3c06d60cb5cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.496443] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d181bf66-9179-4a65-a9f7-7d3cf1026c11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.504559] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d950cc-709f-483a-939f-9bc874391fa2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.519054] env[69529]: DEBUG nova.compute.provider_tree [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.767371] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Completed reading data from the image iterator. {{(pid=69529) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1168.767371] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ce2d3-eb7c-06c2-ff0c-32dca3df6f2d/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1168.768166] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f2f806-142e-4c7f-8933-d20a6ec5db0b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.777703] env[69529]: DEBUG oslo_vmware.api [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356788, 'name': PowerOnVM_Task, 'duration_secs': 0.60148} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.779248] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.779469] env[69529]: INFO nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1168.779613] env[69529]: DEBUG nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.779905] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ce2d3-eb7c-06c2-ff0c-32dca3df6f2d/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1168.780066] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ce2d3-eb7c-06c2-ff0c-32dca3df6f2d/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1168.780885] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de9514-7272-492b-94fb-f6c3b2d6d692 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.783672] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6ce105b2-a89c-463a-a2fa-0d534ee9cfad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.827305] env[69529]: DEBUG oslo_concurrency.lockutils [req-829c250f-a7fd-4524-ad45-066f1639096e req-52302a3d-cada-493d-a164-733a318545c4 service nova] Releasing lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.870315] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.870583] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.870745] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.870934] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.871480] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.871480] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.871654] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.871813] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.871975] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.872203] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.872363] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.878126] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9914bf4-f149-457c-949e-6ce5460e2b01 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.895879] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1168.895879] env[69529]: value = "task-3356790" [ 1168.895879] env[69529]: _type = "Task" [ 1168.895879] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.907450] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.022760] env[69529]: DEBUG nova.scheduler.client.report [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.194159] env[69529]: DEBUG oslo_vmware.rw_handles [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525ce2d3-eb7c-06c2-ff0c-32dca3df6f2d/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1169.194506] env[69529]: INFO nova.virt.vmwareapi.images [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Downloaded image file data 67f7339d-a255-413d-a5fb-0f2acdd75dcb [ 1169.195788] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e8abf1-3431-4aea-ad33-2959c210bf08 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.223341] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-525d4940-dcd5-40d5-9d5a-e66f68a34334 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.256687] env[69529]: INFO nova.virt.vmwareapi.images [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] The imported VM was unregistered [ 1169.259183] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Caching image {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1169.259440] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating directory with path [datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.259795] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9506179f-1806-4a6c-9ec9-befa5fd5849d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.290626] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created directory with path [datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.290855] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42/OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42.vmdk to [datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb/67f7339d-a255-413d-a5fb-0f2acdd75dcb.vmdk. {{(pid=69529) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1169.291138] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a0cac177-9355-4a82-b561-bc654c4fa3d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.303989] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1169.303989] env[69529]: value = "task-3356792" [ 1169.303989] env[69529]: _type = "Task" [ 1169.303989] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.304463] env[69529]: INFO nova.compute.manager [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Took 25.43 seconds to build instance. [ 1169.315315] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.405727] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356790, 'name': ReconfigVM_Task, 'duration_secs': 0.401577} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.406060] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance '8638e608-d83a-406c-b91a-f0a2f5cf611f' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.528395] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.530614] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.590s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.530839] env[69529]: DEBUG nova.objects.instance [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lazy-loading 'resources' on Instance uuid 3318107f-c7ed-4c3c-8567-0d47e45baff7 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.551410] env[69529]: INFO nova.scheduler.client.report [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Deleted allocations for instance 656029d7-0bfc-4e9a-a894-8d29066228bb [ 1169.811479] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f3c36073-698e-4d97-bab6-eb11a49cb493 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.945s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.819682] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.913031] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.913031] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.913031] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.913247] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.913247] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.913349] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.913585] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.913743] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.913907] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.914477] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.914711] env[69529]: DEBUG nova.virt.hardware [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.921938] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.922279] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbf3363-44b0-4caa-a0e9-8b451056cee4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.946513] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1169.946513] env[69529]: value = "task-3356793" [ 1169.946513] env[69529]: _type = "Task" [ 1169.946513] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.960159] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.062966] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a9065688-7c12-4153-ac7b-73a43b695426 tempest-ServersTestJSON-555360349 tempest-ServersTestJSON-555360349-project-member] Lock "656029d7-0bfc-4e9a-a894-8d29066228bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.524s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.301095] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e919b-8c61-43cb-8333-8382a094489a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.312530] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09d009-bd9c-4bed-bf20-81a58af41595 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.320180] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.358623] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e053f2-5b45-41c1-94fc-14117607c3c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.372288] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e549c1-8ea8-4b89-a7d2-b59218d6c643 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.391124] env[69529]: DEBUG nova.compute.provider_tree [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.460669] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356793, 'name': ReconfigVM_Task, 'duration_secs': 0.216821} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.461256] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.461792] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354de0e2-0baf-4902-b56a-27f97ba8eca4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.489321] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 8638e608-d83a-406c-b91a-f0a2f5cf611f/8638e608-d83a-406c-b91a-f0a2f5cf611f.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.489773] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff67f062-76c5-4e0e-9bf1-9b55631fb61f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.515255] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1170.515255] env[69529]: value = "task-3356794" [ 1170.515255] env[69529]: _type = "Task" [ 1170.515255] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.532373] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.821482] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.830593] env[69529]: DEBUG nova.compute.manager [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Received event network-changed-a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.830788] env[69529]: DEBUG nova.compute.manager [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Refreshing instance network info cache due to event network-changed-a697c75f-7ece-4048-baba-a31e11289c88. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.831023] env[69529]: DEBUG oslo_concurrency.lockutils [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] Acquiring lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.831281] env[69529]: DEBUG oslo_concurrency.lockutils [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] Acquired lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.831942] env[69529]: DEBUG nova.network.neutron [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Refreshing network info cache for port a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.895852] env[69529]: DEBUG nova.scheduler.client.report [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.034567] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.318312] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.401693] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.405663] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.131s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.405663] env[69529]: DEBUG nova.objects.instance [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'resources' on Instance uuid efd759d2-c9a3-4794-acf4-3458a33bc7df {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.444709] env[69529]: INFO nova.scheduler.client.report [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Deleted allocations for instance 3318107f-c7ed-4c3c-8567-0d47e45baff7 [ 1171.533932] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356794, 'name': ReconfigVM_Task, 'duration_secs': 0.566157} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.535130] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 8638e608-d83a-406c-b91a-f0a2f5cf611f/8638e608-d83a-406c-b91a-f0a2f5cf611f.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.535130] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance '8638e608-d83a-406c-b91a-f0a2f5cf611f' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.691014] env[69529]: DEBUG nova.network.neutron [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Updated VIF entry in instance network info cache for port a697c75f-7ece-4048-baba-a31e11289c88. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.691535] env[69529]: DEBUG nova.network.neutron [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Updating instance_info_cache with network_info: [{"id": "a697c75f-7ece-4048-baba-a31e11289c88", "address": "fa:16:3e:a2:51:92", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa697c75f-7e", "ovs_interfaceid": "a697c75f-7ece-4048-baba-a31e11289c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.825081] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.959584] env[69529]: DEBUG oslo_concurrency.lockutils [None req-48726ca5-d9e5-499f-a35a-8baeb1688482 tempest-ServerRescueTestJSONUnderV235-2137437848 tempest-ServerRescueTestJSONUnderV235-2137437848-project-member] Lock "3318107f-c7ed-4c3c-8567-0d47e45baff7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.508s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.043753] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c5585d-5019-41e1-9df5-4e65b49f7057 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.072337] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f03954-4283-428b-a748-7da00608f13f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.097566] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance '8638e608-d83a-406c-b91a-f0a2f5cf611f' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.193121] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91739361-8012-4b73-aecc-9cdaed8b3ec2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.196483] env[69529]: DEBUG oslo_concurrency.lockutils [req-5e027f56-f9f0-4bbb-b2d1-2f0a1160dd8e req-fb93974f-6c7a-4990-bd56-90f775653df2 service nova] Releasing lock "refresh_cache-82cac712-73b0-4a44-a8d9-4310ff8eb733" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.206751] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551a021a-7bf3-45d2-a704-91f92a15e87e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.240037] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9825dd64-99cb-41e5-bc46-813d5a2a06ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.250146] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fd38d1-35aa-457f-a11b-b4d50bb6b625 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.263414] env[69529]: DEBUG nova.compute.provider_tree [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.318542] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.465460] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.465678] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.679719] env[69529]: DEBUG nova.network.neutron [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Port b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1172.766423] env[69529]: DEBUG nova.scheduler.client.report [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.819319] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356792, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.265514} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.819615] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42/OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42.vmdk to [datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb/67f7339d-a255-413d-a5fb-0f2acdd75dcb.vmdk. [ 1172.819842] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Cleaning up location [datastore2] OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42 {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1172.819936] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_af78ee0f-67b2-4729-aaf9-358b1272db42 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.820273] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f61e838c-ff6e-4942-b51a-386794920ca0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.827209] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1172.827209] env[69529]: value = "task-3356796" [ 1172.827209] env[69529]: _type = "Task" [ 1172.827209] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.835360] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.970027] env[69529]: DEBUG nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.272986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.298439] env[69529]: INFO nova.scheduler.client.report [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted allocations for instance efd759d2-c9a3-4794-acf4-3458a33bc7df [ 1173.340060] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100167} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.340060] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.340233] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb/67f7339d-a255-413d-a5fb-0f2acdd75dcb.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.340411] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb/67f7339d-a255-413d-a5fb-0f2acdd75dcb.vmdk to [datastore2] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.340661] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec929ea5-b5cc-4efc-aa9a-313d98ce7554 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.347853] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1173.347853] env[69529]: value = "task-3356797" [ 1173.347853] env[69529]: _type = "Task" [ 1173.347853] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.357599] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.498786] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.499219] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.501415] env[69529]: INFO nova.compute.claims [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.701186] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.701445] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.701623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.806906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f105238a-47f7-42d4-b221-f8442eee1b9e tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "efd759d2-c9a3-4794-acf4-3458a33bc7df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.455s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.857765] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356797, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.361296] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356797, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.719425] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3077aa6-e185-44fd-8d6b-a10111c977de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.733017] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0de25-f828-402d-aa89-bf617cbac7ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.765453] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.765659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.765843] env[69529]: DEBUG nova.network.neutron [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.767872] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bd34d4-f1bf-4048-ba27-74f800d69413 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.779300] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e74bd6-012a-4ba6-913d-c92a880e3f2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.798029] env[69529]: DEBUG nova.compute.provider_tree [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.862970] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356797, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.911024] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.911395] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.911607] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.911794] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.911998] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.917054] env[69529]: INFO nova.compute.manager [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Terminating instance [ 1174.950989] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.951286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.951568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.951930] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.952031] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.956865] env[69529]: INFO nova.compute.manager [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Terminating instance [ 1175.301735] env[69529]: DEBUG nova.scheduler.client.report [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.363268] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356797, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.422527] env[69529]: DEBUG nova.compute.manager [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.422862] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.423973] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d9f82-f13e-43f7-966e-f1602c030c1f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.436953] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.437256] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53813bf6-20d3-48ee-9ae1-29ce6e8b6781 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.446453] env[69529]: DEBUG oslo_vmware.api [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1175.446453] env[69529]: value = "task-3356799" [ 1175.446453] env[69529]: _type = "Task" [ 1175.446453] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.463022] env[69529]: DEBUG nova.compute.manager [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.463364] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.463985] env[69529]: DEBUG oslo_vmware.api [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.464787] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42e740a-6e03-4c95-a893-b907ef03e83e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.474452] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.474773] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93257dff-c03a-4ef9-a165-fd64f621013d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.483943] env[69529]: DEBUG oslo_vmware.api [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1175.483943] env[69529]: value = "task-3356800" [ 1175.483943] env[69529]: _type = "Task" [ 1175.483943] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.495491] env[69529]: DEBUG oslo_vmware.api [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.639297] env[69529]: DEBUG nova.network.neutron [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance_info_cache with network_info: [{"id": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "address": "fa:16:3e:99:91:f1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d8a5c4-2e", "ovs_interfaceid": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.810126] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.810406] env[69529]: DEBUG nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.863829] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356797, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.962844] env[69529]: DEBUG oslo_vmware.api [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356799, 'name': PowerOffVM_Task, 'duration_secs': 0.509288} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.963331] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.963548] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.963853] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9407dbd-b827-4f14-b514-eed0ddc5f262 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.995054] env[69529]: DEBUG oslo_vmware.api [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356800, 'name': PowerOffVM_Task, 'duration_secs': 0.234646} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.995549] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.995804] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.996129] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e72d255-c324-4def-995a-daf76f988916 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.056027] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.056266] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.056575] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleting the datastore file [datastore1] 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.058605] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a904e3-4fec-44e7-a978-a0ee3ae2a117 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.059582] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.059769] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.059937] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleting the datastore file [datastore2] 8bd52c67-ec7c-4c53-8863-a641638cf4e2 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.060184] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2209d523-809d-4c04-8381-b84e1ee029e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.066279] env[69529]: DEBUG oslo_vmware.api [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1176.066279] env[69529]: value = "task-3356803" [ 1176.066279] env[69529]: _type = "Task" [ 1176.066279] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.067372] env[69529]: DEBUG oslo_vmware.api [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for the task: (returnval){ [ 1176.067372] env[69529]: value = "task-3356804" [ 1176.067372] env[69529]: _type = "Task" [ 1176.067372] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.078071] env[69529]: DEBUG oslo_vmware.api [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.080775] env[69529]: DEBUG oslo_vmware.api [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.142344] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.318078] env[69529]: DEBUG nova.compute.utils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.319970] env[69529]: DEBUG nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1176.360403] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356797, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.844161} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.360657] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/67f7339d-a255-413d-a5fb-0f2acdd75dcb/67f7339d-a255-413d-a5fb-0f2acdd75dcb.vmdk to [datastore2] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.361475] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b55231-dd52-4a52-be3e-5044ec60f289 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.385942] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.386273] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9317672d-1930-43d1-a60b-9341d062efb0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.405614] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1176.405614] env[69529]: value = "task-3356805" [ 1176.405614] env[69529]: _type = "Task" [ 1176.405614] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.415216] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.579571] env[69529]: DEBUG oslo_vmware.api [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.582711] env[69529]: DEBUG oslo_vmware.api [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.674859] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af97383b-5e66-4a67-80ac-1017472fcf0b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.694100] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f372bd1-1a7e-4b5e-9e03-08549a492f36 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.701739] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance '8638e608-d83a-406c-b91a-f0a2f5cf611f' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.821424] env[69529]: DEBUG nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.918385] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.083019] env[69529]: DEBUG oslo_vmware.api [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.896162} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.086671] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.088424] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.088795] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.089126] env[69529]: INFO nova.compute.manager [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1177.089509] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.089880] env[69529]: DEBUG oslo_vmware.api [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Task: {'id': task-3356804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.910483} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.090227] env[69529]: DEBUG nova.compute.manager [-] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.090432] env[69529]: DEBUG nova.network.neutron [-] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.092244] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.092547] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.092878] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.093182] env[69529]: INFO nova.compute.manager [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1177.093574] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.095854] env[69529]: DEBUG nova.compute.manager [-] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.095854] env[69529]: DEBUG nova.network.neutron [-] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.210023] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.210023] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b51d65-d4c6-4066-b148-f9f59c84a5e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.217694] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1177.217694] env[69529]: value = "task-3356807" [ 1177.217694] env[69529]: _type = "Task" [ 1177.217694] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.232638] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.418665] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356805, 'name': ReconfigVM_Task, 'duration_secs': 0.840385} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.421841] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db/39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.421841] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'boot_index': 0, 'size': 0, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'image_id': 'a76d0082-22e0-4879-b6b2-3f81f0c6522d'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'e33974fc-321a-40c2-8835-66bbc8cdf904', 'guest_format': None, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669941', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'name': 'volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db', 'attached_at': '', 'detached_at': '', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'serial': '81e6826f-9dab-4144-9fa6-771fd1c6ec35'}, 'volume_type': None}], 'swap': None} {{(pid=69529) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1177.421841] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.421841] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669941', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'name': 'volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db', 'attached_at': '', 'detached_at': '', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'serial': '81e6826f-9dab-4144-9fa6-771fd1c6ec35'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.421841] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313409c6-e909-4236-a749-77426db4c5e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.447838] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb81bd4-3a7e-46df-ac4b-de98b99a7394 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.478770] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35/volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.479343] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147b0619-8925-4aa7-822a-cca5b5564a0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.501706] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1177.501706] env[69529]: value = "task-3356808" [ 1177.501706] env[69529]: _type = "Task" [ 1177.501706] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.512096] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.591979] env[69529]: DEBUG nova.compute.manager [req-ddf54fc7-113c-4a4b-a46c-860ef0c46f36 req-bca2edeb-aa28-42d2-b183-163609c103b7 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Received event network-vif-deleted-73324c70-992b-44b4-8454-e7582293df04 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.592211] env[69529]: INFO nova.compute.manager [req-ddf54fc7-113c-4a4b-a46c-860ef0c46f36 req-bca2edeb-aa28-42d2-b183-163609c103b7 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Neutron deleted interface 73324c70-992b-44b4-8454-e7582293df04; detaching it from the instance and deleting it from the info cache [ 1177.592365] env[69529]: DEBUG nova.network.neutron [req-ddf54fc7-113c-4a4b-a46c-860ef0c46f36 req-bca2edeb-aa28-42d2-b183-163609c103b7 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.736965] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356807, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.833467] env[69529]: DEBUG nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.859717] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.859981] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.860177] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.860373] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.860524] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.860805] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.861051] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.861233] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.862043] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.862043] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.862043] env[69529]: DEBUG nova.virt.hardware [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.866198] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8449ea-ab56-4542-a096-42e4e3ae370b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.876798] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715d8840-e6db-4a6d-bdae-2d77115be983 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.899514] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.906829] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Creating folder: Project (ee572b65280d48e8bb8b8a317dbeeb15). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.907323] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2c63bae-0fd1-41c0-b7af-4b2b33ac88b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.923422] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Created folder: Project (ee572b65280d48e8bb8b8a317dbeeb15) in parent group-v669649. [ 1177.923422] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Creating folder: Instances. Parent ref: group-v669951. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1177.924290] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbd3d916-b5aa-4e6e-bd19-54f3cddcec08 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.938257] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Created folder: Instances in parent group-v669951. [ 1177.938534] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.939013] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.939013] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f32ec2-8633-4ea7-8f4f-d5608ca73d72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.964034] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.964034] env[69529]: value = "task-3356811" [ 1177.964034] env[69529]: _type = "Task" [ 1177.964034] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.973135] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356811, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.015309] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.037162] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.037403] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.060701] env[69529]: DEBUG nova.network.neutron [-] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.095235] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9bc952f-ee54-4979-b8be-f9d112aeb15f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.106644] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c1a2d6-4758-4fd8-a979-778390a27471 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.143013] env[69529]: DEBUG nova.compute.manager [req-ddf54fc7-113c-4a4b-a46c-860ef0c46f36 req-bca2edeb-aa28-42d2-b183-163609c103b7 service nova] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Detach interface failed, port_id=73324c70-992b-44b4-8454-e7582293df04, reason: Instance 8bd52c67-ec7c-4c53-8863-a641638cf4e2 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.233384] env[69529]: DEBUG oslo_vmware.api [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356807, 'name': PowerOnVM_Task, 'duration_secs': 0.526715} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.233384] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.233384] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20656b-9aa5-4dc8-bc20-e3a33dbd6792 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance '8638e608-d83a-406c-b91a-f0a2f5cf611f' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.251445] env[69529]: DEBUG nova.network.neutron [-] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.458356] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "109290eb-6d6b-4b32-bf18-f46948d663c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.458605] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.475090] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356811, 'name': CreateVM_Task, 'duration_secs': 0.413659} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.475334] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.479028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.479028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.479028] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.479028] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890c556a-7975-4ad2-84fd-9afe9160bcb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.483144] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1178.483144] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf438f-ad69-f8b0-531f-ceeeda12b7bd" [ 1178.483144] env[69529]: _type = "Task" [ 1178.483144] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.492602] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf438f-ad69-f8b0-531f-ceeeda12b7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.512641] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356808, 'name': ReconfigVM_Task, 'duration_secs': 0.974308} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.512864] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35/volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.518058] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4736f87-f58d-4b84-a08f-a3b0ef08fe5a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.536250] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1178.536250] env[69529]: value = "task-3356812" [ 1178.536250] env[69529]: _type = "Task" [ 1178.536250] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.539838] env[69529]: DEBUG nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.550838] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356812, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.563439] env[69529]: INFO nova.compute.manager [-] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Took 1.47 seconds to deallocate network for instance. [ 1178.756075] env[69529]: INFO nova.compute.manager [-] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Took 1.66 seconds to deallocate network for instance. [ 1178.961522] env[69529]: DEBUG nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.992959] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52bf438f-ad69-f8b0-531f-ceeeda12b7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.993323] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.993563] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.993800] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.993945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.994142] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.994400] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b890974e-bf0c-4421-b1f2-e03c0030a270 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.004694] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.004863] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.005805] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a566eab0-5328-4eca-bc35-0d827c1b943b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.012463] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1179.012463] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c1b31-0c8c-6703-c866-f39a62ec37f2" [ 1179.012463] env[69529]: _type = "Task" [ 1179.012463] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.018328] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c1b31-0c8c-6703-c866-f39a62ec37f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.048752] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356812, 'name': ReconfigVM_Task, 'duration_secs': 0.157847} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.049459] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669941', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'name': 'volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db', 'attached_at': '', 'detached_at': '', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'serial': '81e6826f-9dab-4144-9fa6-771fd1c6ec35'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.052568] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6668513e-2590-463b-9c46-795e880d31f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.060821] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1179.060821] env[69529]: value = "task-3356814" [ 1179.060821] env[69529]: _type = "Task" [ 1179.060821] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.068228] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.068698] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.071075] env[69529]: INFO nova.compute.claims [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.075120] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.080768] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356814, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.261739] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.480479] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.525009] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527c1b31-0c8c-6703-c866-f39a62ec37f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.526243] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87db53b2-ac33-42c5-b7ac-7bf3139a6b2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.533607] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1179.533607] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5290107c-9c90-ec71-35a9-74eedbbde07c" [ 1179.533607] env[69529]: _type = "Task" [ 1179.533607] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.542701] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5290107c-9c90-ec71-35a9-74eedbbde07c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.570870] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356814, 'name': Rename_Task, 'duration_secs': 0.171379} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.571973] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.571973] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4b8896-00bf-4dbf-97dc-8ecc1eba9f72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.579424] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1179.579424] env[69529]: value = "task-3356815" [ 1179.579424] env[69529]: _type = "Task" [ 1179.579424] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.591543] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.616833] env[69529]: DEBUG nova.compute.manager [req-f572e558-f523-4d06-88bd-126a9b886d76 req-9b7a0ac6-b57c-4510-9424-e36e9463a629 service nova] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Received event network-vif-deleted-028107ac-1dad-4744-9af8-b5f9ae3de5ec {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.046478] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5290107c-9c90-ec71-35a9-74eedbbde07c, 'name': SearchDatastore_Task, 'duration_secs': 0.021185} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.046822] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.047204] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.047503] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9184f965-e82e-45c5-a005-91d68bcb65f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.054574] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1180.054574] env[69529]: value = "task-3356816" [ 1180.054574] env[69529]: _type = "Task" [ 1180.054574] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.063686] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.092618] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356815, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.247186] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.247186] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.247186] env[69529]: DEBUG nova.compute.manager [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Going to confirm migration 7 {{(pid=69529) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1180.285251] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c76c5a-8014-4449-bfbb-0d7689d4e1f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.296993] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181c158-6e4c-4c7b-a81f-0d4c29dd93f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.335927] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e51a7-f784-4898-8540-83c7cdaebef8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.346069] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05abc962-2b7c-42c1-bd88-277f13d67b1d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.361493] env[69529]: DEBUG nova.compute.provider_tree [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.567348] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.592169] env[69529]: DEBUG oslo_vmware.api [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356815, 'name': PowerOnVM_Task, 'duration_secs': 0.759014} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.592785] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.705431] env[69529]: DEBUG nova.compute.manager [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.706495] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e0f6c-a086-41e5-8341-49407e11226f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.835725] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.836098] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.836300] env[69529]: DEBUG nova.network.neutron [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.836487] env[69529]: DEBUG nova.objects.instance [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'info_cache' on Instance uuid 8638e608-d83a-406c-b91a-f0a2f5cf611f {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.866608] env[69529]: DEBUG nova.scheduler.client.report [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.065988] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527308} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.066396] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.066635] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.066930] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e634f868-9235-48b5-8fe3-6cc325e69cf6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.075144] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1181.075144] env[69529]: value = "task-3356817" [ 1181.075144] env[69529]: _type = "Task" [ 1181.075144] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.084884] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.238139] env[69529]: DEBUG oslo_concurrency.lockutils [None req-228a493a-be08-42de-b022-38a5ebcebbba tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.046s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.371461] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.372214] env[69529]: DEBUG nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.375591] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.300s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.375591] env[69529]: DEBUG nova.objects.instance [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lazy-loading 'resources' on Instance uuid 8bd52c67-ec7c-4c53-8863-a641638cf4e2 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.585884] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065594} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.586258] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.587075] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ade30f-57ec-4dcc-845d-3d8cc0de95ff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.608838] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.608838] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40743571-9a7c-4d30-acab-cf0238297fc5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.629106] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1181.629106] env[69529]: value = "task-3356819" [ 1181.629106] env[69529]: _type = "Task" [ 1181.629106] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.637765] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.878793] env[69529]: DEBUG nova.compute.utils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.884770] env[69529]: DEBUG nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.884770] env[69529]: DEBUG nova.network.neutron [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.957859] env[69529]: DEBUG nova.policy [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df1035d3ebb340cfaecd858edcd267b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435d958b47cb469ab6138229bd4f52a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.113559] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a028db30-c472-4cb1-ae10-260befe94f63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.125454] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9337005-8383-46d5-b351-419ecae7d881 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.160071] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3841978-839e-4292-a470-6c6d4e4e3a4f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.166170] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.170896] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46623df-ee1d-4c8e-995e-a6bcfbfc0052 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.184334] env[69529]: DEBUG nova.compute.provider_tree [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.186406] env[69529]: DEBUG nova.network.neutron [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance_info_cache with network_info: [{"id": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "address": "fa:16:3e:99:91:f1", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d8a5c4-2e", "ovs_interfaceid": "b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.347530] env[69529]: DEBUG nova.network.neutron [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Successfully created port: 808e7e7f-43b4-4ed0-9df6-362d3b87e858 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.383987] env[69529]: DEBUG nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.641855] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356819, 'name': ReconfigVM_Task, 'duration_secs': 0.847458} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.642230] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.642842] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49a3e4ce-626b-498f-9da5-ea578996754a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.650472] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1182.650472] env[69529]: value = "task-3356820" [ 1182.650472] env[69529]: _type = "Task" [ 1182.650472] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.660350] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356820, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.689542] env[69529]: DEBUG nova.scheduler.client.report [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.693393] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-8638e608-d83a-406c-b91a-f0a2f5cf611f" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.693708] env[69529]: DEBUG nova.objects.instance [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'migration_context' on Instance uuid 8638e608-d83a-406c-b91a-f0a2f5cf611f {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.160864] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356820, 'name': Rename_Task, 'duration_secs': 0.249217} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.161159] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.161428] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44abf234-79f7-4f2d-9fda-c64f0c1a93ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.170236] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1183.170236] env[69529]: value = "task-3356821" [ 1183.170236] env[69529]: _type = "Task" [ 1183.170236] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.178864] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.197107] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.199702] env[69529]: DEBUG nova.objects.base [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Object Instance<8638e608-d83a-406c-b91a-f0a2f5cf611f> lazy-loaded attributes: info_cache,migration_context {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1183.200322] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.939s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.200537] env[69529]: DEBUG nova.objects.instance [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'resources' on Instance uuid 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.202168] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a0415-6838-4340-9495-46499dabc26f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.223576] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1df7ed4-185c-4369-b304-d55daff9337b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.226891] env[69529]: INFO nova.scheduler.client.report [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Deleted allocations for instance 8bd52c67-ec7c-4c53-8863-a641638cf4e2 [ 1183.232502] env[69529]: DEBUG oslo_vmware.api [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1183.232502] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522a3a2e-bef1-5024-138b-6d0ce06cad83" [ 1183.232502] env[69529]: _type = "Task" [ 1183.232502] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.241636] env[69529]: DEBUG oslo_vmware.api [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522a3a2e-bef1-5024-138b-6d0ce06cad83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.394340] env[69529]: DEBUG nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.426671] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.427053] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.427268] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.427456] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.427565] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.427785] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.428020] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.428193] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.428397] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.428560] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.428737] env[69529]: DEBUG nova.virt.hardware [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.429669] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d174bc2-5c6d-493f-99bd-5a02a4a6b437 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.438474] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891816e6-02d7-47c3-88da-7ee2908a3d29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.680739] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356821, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.744066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec64dfdb-51f0-43f7-a287-5541a260ad11 tempest-AttachInterfacesTestJSON-1845431515 tempest-AttachInterfacesTestJSON-1845431515-project-member] Lock "8bd52c67-ec7c-4c53-8863-a641638cf4e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.833s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.751653] env[69529]: DEBUG oslo_vmware.api [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]522a3a2e-bef1-5024-138b-6d0ce06cad83, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.751961] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.939640] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5657a386-b0c3-4f58-8051-cb1ad99f9dd0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.948355] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c800845-158b-4131-b437-a65c554e15ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.987449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22829198-37f0-4c4f-b34d-e15cb7df52f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.995878] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354f29d0-cef0-4db8-91df-d3661552c885 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.013261] env[69529]: DEBUG nova.compute.provider_tree [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.020234] env[69529]: DEBUG nova.compute.manager [req-8a9e11dc-321b-4a27-85b7-0001d91a2419 req-b07184de-5944-4765-8297-49b28c1962ce service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Received event network-vif-plugged-808e7e7f-43b4-4ed0-9df6-362d3b87e858 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.020450] env[69529]: DEBUG oslo_concurrency.lockutils [req-8a9e11dc-321b-4a27-85b7-0001d91a2419 req-b07184de-5944-4765-8297-49b28c1962ce service nova] Acquiring lock "19acc21d-9bc0-47f4-ae07-a04d282d6842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.020896] env[69529]: DEBUG oslo_concurrency.lockutils [req-8a9e11dc-321b-4a27-85b7-0001d91a2419 req-b07184de-5944-4765-8297-49b28c1962ce service nova] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.020896] env[69529]: DEBUG oslo_concurrency.lockutils [req-8a9e11dc-321b-4a27-85b7-0001d91a2419 req-b07184de-5944-4765-8297-49b28c1962ce service nova] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.021080] env[69529]: DEBUG nova.compute.manager [req-8a9e11dc-321b-4a27-85b7-0001d91a2419 req-b07184de-5944-4765-8297-49b28c1962ce service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] No waiting events found dispatching network-vif-plugged-808e7e7f-43b4-4ed0-9df6-362d3b87e858 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.021208] env[69529]: WARNING nova.compute.manager [req-8a9e11dc-321b-4a27-85b7-0001d91a2419 req-b07184de-5944-4765-8297-49b28c1962ce service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Received unexpected event network-vif-plugged-808e7e7f-43b4-4ed0-9df6-362d3b87e858 for instance with vm_state building and task_state spawning. [ 1184.123113] env[69529]: DEBUG nova.network.neutron [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Successfully updated port: 808e7e7f-43b4-4ed0-9df6-362d3b87e858 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.180825] env[69529]: DEBUG oslo_vmware.api [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356821, 'name': PowerOnVM_Task, 'duration_secs': 0.942901} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.181372] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.181591] env[69529]: INFO nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1184.181772] env[69529]: DEBUG nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.182562] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eaee1b-cce3-4b9c-abc7-b32e92f8a360 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.517091] env[69529]: DEBUG nova.scheduler.client.report [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.626230] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.626230] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.626230] env[69529]: DEBUG nova.network.neutron [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.702769] env[69529]: INFO nova.compute.manager [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Took 11.23 seconds to build instance. [ 1185.022156] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.024614] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.544s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.026657] env[69529]: INFO nova.compute.claims [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.052816] env[69529]: INFO nova.scheduler.client.report [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted allocations for instance 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342 [ 1185.198590] env[69529]: DEBUG nova.network.neutron [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.206262] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5fc78c9a-5870-4926-86e6-a045b428d647 tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.740s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.429631] env[69529]: DEBUG nova.network.neutron [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Updating instance_info_cache with network_info: [{"id": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "address": "fa:16:3e:74:47:05", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808e7e7f-43", "ovs_interfaceid": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.560962] env[69529]: DEBUG oslo_concurrency.lockutils [None req-de45f01b-1172-48be-a1f9-0fd275bdf863 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.610s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.902712] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.902874] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.903057] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.903269] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.903399] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.903568] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.903792] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.903920] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1185.904081] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.933352] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.933689] env[69529]: DEBUG nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Instance network_info: |[{"id": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "address": "fa:16:3e:74:47:05", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808e7e7f-43", "ovs_interfaceid": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.934396] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:47:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '808e7e7f-43b4-4ed0-9df6-362d3b87e858', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.943127] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating folder: Project (435d958b47cb469ab6138229bd4f52a1). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.943437] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4910639-6b87-4332-a8bb-c209af2795eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.958831] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created folder: Project (435d958b47cb469ab6138229bd4f52a1) in parent group-v669649. [ 1185.959053] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating folder: Instances. Parent ref: group-v669955. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.959303] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0104db-ea7b-4ebc-bdb6-dfa2ca801d18 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.969365] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created folder: Instances in parent group-v669955. [ 1185.969604] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.969788] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.969992] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f64aeb3-bdc1-456a-9395-41dfca3e0d11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.990384] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.990384] env[69529]: value = "task-3356825" [ 1185.990384] env[69529]: _type = "Task" [ 1185.990384] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.998222] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356825, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.054461] env[69529]: DEBUG nova.compute.manager [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Received event network-changed-808e7e7f-43b4-4ed0-9df6-362d3b87e858 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.054787] env[69529]: DEBUG nova.compute.manager [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Refreshing instance network info cache due to event network-changed-808e7e7f-43b4-4ed0-9df6-362d3b87e858. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.055123] env[69529]: DEBUG oslo_concurrency.lockutils [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] Acquiring lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.055304] env[69529]: DEBUG oslo_concurrency.lockutils [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] Acquired lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.055515] env[69529]: DEBUG nova.network.neutron [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Refreshing network info cache for port 808e7e7f-43b4-4ed0-9df6-362d3b87e858 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.077067] env[69529]: INFO nova.compute.manager [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Rebuilding instance [ 1186.124853] env[69529]: DEBUG nova.compute.manager [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.125958] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c679d0d-635e-40a5-ae5f-d0e7c28cbfd3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.217931] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9a8c3-5e0f-4c99-8c2f-839bccb5dbe0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.227232] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7828e809-786d-4c77-9a69-9197aaf0e560 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.261373] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f538f-cd09-4096-8bbf-d2cad4770ec2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.270670] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ad892-f42f-490f-a2c4-5e6aeeb9d3fe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.285810] env[69529]: DEBUG nova.compute.provider_tree [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.407294] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.500663] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356825, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.761538] env[69529]: DEBUG nova.network.neutron [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Updated VIF entry in instance network info cache for port 808e7e7f-43b4-4ed0-9df6-362d3b87e858. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.762016] env[69529]: DEBUG nova.network.neutron [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Updating instance_info_cache with network_info: [{"id": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "address": "fa:16:3e:74:47:05", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808e7e7f-43", "ovs_interfaceid": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.789620] env[69529]: DEBUG nova.scheduler.client.report [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.854445] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.854672] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.001742] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356825, 'name': CreateVM_Task, 'duration_secs': 0.518665} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.002474] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.003604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.003604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.003604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.003769] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc0cdd3-1680-42fc-a43e-58ab65024534 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.008810] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1187.008810] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ecc506-7801-3df4-8954-f242462d8d13" [ 1187.008810] env[69529]: _type = "Task" [ 1187.008810] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.018656] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ecc506-7801-3df4-8954-f242462d8d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.117084] env[69529]: DEBUG oslo_concurrency.lockutils [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.117348] env[69529]: DEBUG oslo_concurrency.lockutils [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.141561] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.141835] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ece7149e-77a4-4f1f-a011-9dcd8d54fa07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.149992] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1187.149992] env[69529]: value = "task-3356826" [ 1187.149992] env[69529]: _type = "Task" [ 1187.149992] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.158131] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.264739] env[69529]: DEBUG oslo_concurrency.lockutils [req-eddb54b0-3272-45cb-817d-c6622697bfac req-a38cc191-6c91-4c25-a485-78b233bb2480 service nova] Releasing lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.295083] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.295638] env[69529]: DEBUG nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.298340] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.546s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.356842] env[69529]: DEBUG nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.519953] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ecc506-7801-3df4-8954-f242462d8d13, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.520238] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.520474] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.520705] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.520852] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.521044] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.521303] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aead995b-f85b-48f3-9504-4481364266b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.529903] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.530089] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.530752] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a8ef8b5-231c-4397-b17a-8780b531ec12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.535642] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1187.535642] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5278ffd1-a572-45e7-ffd7-c173edd3d37f" [ 1187.535642] env[69529]: _type = "Task" [ 1187.535642] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.542860] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5278ffd1-a572-45e7-ffd7-c173edd3d37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.619894] env[69529]: INFO nova.compute.manager [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Detaching volume 0d6e7ad3-1755-45c8-af27-8009b6f07ca8 [ 1187.650060] env[69529]: INFO nova.virt.block_device [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Attempting to driver detach volume 0d6e7ad3-1755-45c8-af27-8009b6f07ca8 from mountpoint /dev/sdb [ 1187.650351] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.650578] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669926', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'name': 'volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc978cb9-500c-4b51-abd4-3dcbe5b33925', 'attached_at': '', 'detached_at': '', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'serial': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.651531] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c608971-a58c-481d-856a-0fae885e3247 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.663442] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356826, 'name': PowerOffVM_Task, 'duration_secs': 0.144645} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.679413] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.680268] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.680985] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783ec564-03b9-4997-93e9-944a98eb2852 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.684190] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0d0327-6288-4e93-9c77-9b1aaf4b10bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.692079] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.693722] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9ccf6e8-f23c-4147-ba3a-800db39f4471 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.695696] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9970851-3356-4562-b840-38c4b9aa893b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.716336] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b401a5-b787-4ddd-b2cb-04f4dc806024 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.733618] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] The volume has not been displaced from its original location: [datastore2] volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8/volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1187.739119] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.740525] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26bcae70-4c69-426a-a86f-b33eb45cae0a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.753529] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.753740] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.753918] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Deleting the datastore file [datastore2] 7143e6d7-02b3-4f9f-85a5-dacecae4b002 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.754205] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77dac2bb-7011-4cbf-a019-4eb7a3fabeda {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.763364] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1187.763364] env[69529]: value = "task-3356829" [ 1187.763364] env[69529]: _type = "Task" [ 1187.763364] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.764739] env[69529]: DEBUG oslo_vmware.api [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1187.764739] env[69529]: value = "task-3356830" [ 1187.764739] env[69529]: _type = "Task" [ 1187.764739] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.776429] env[69529]: DEBUG oslo_vmware.api [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.779213] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.801814] env[69529]: DEBUG nova.compute.utils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.803337] env[69529]: DEBUG nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.803511] env[69529]: DEBUG nova.network.neutron [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.858091] env[69529]: DEBUG nova.policy [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df1035d3ebb340cfaecd858edcd267b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435d958b47cb469ab6138229bd4f52a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.877802] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.983014] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a17474-d563-4c06-9118-56ee50fed511 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.992258] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64affe9-696c-4cbb-9a2c-e29cae07904a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.023630] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dfad89-84f4-45b9-a4a6-6ea5da7dd5b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.031766] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d4653d-84df-4df1-a6ac-5b18c96dcaa1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.048942] env[69529]: DEBUG nova.compute.provider_tree [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.056361] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5278ffd1-a572-45e7-ffd7-c173edd3d37f, 'name': SearchDatastore_Task, 'duration_secs': 0.008347} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.057729] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93593eed-0bce-4995-a088-578cbaaa3f0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.064189] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1188.064189] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52746e96-0a77-5882-18f5-0f484cea5ce5" [ 1188.064189] env[69529]: _type = "Task" [ 1188.064189] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.072708] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52746e96-0a77-5882-18f5-0f484cea5ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.131819] env[69529]: DEBUG nova.network.neutron [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Successfully created port: ea5c4d8f-5015-4f4a-9611-255df94c99b0 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.277113] env[69529]: DEBUG oslo_vmware.api [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356830, 'name': ReconfigVM_Task, 'duration_secs': 0.28574} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.280464] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.284984] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171217} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.285246] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65d737c-2616-4cbe-9dcd-3136eba008f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.298350] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.298634] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.298859] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.309900] env[69529]: DEBUG nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.316079] env[69529]: DEBUG oslo_vmware.api [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1188.316079] env[69529]: value = "task-3356831" [ 1188.316079] env[69529]: _type = "Task" [ 1188.316079] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.326771] env[69529]: DEBUG oslo_vmware.api [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.552214] env[69529]: DEBUG nova.scheduler.client.report [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.576043] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52746e96-0a77-5882-18f5-0f484cea5ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.027108} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.576220] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.576477] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/19acc21d-9bc0-47f4-ae07-a04d282d6842.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.576720] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71dcfe38-9980-42d3-a089-aed20819deb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.584556] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1188.584556] env[69529]: value = "task-3356832" [ 1188.584556] env[69529]: _type = "Task" [ 1188.584556] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.593550] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.830056] env[69529]: DEBUG oslo_vmware.api [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356831, 'name': ReconfigVM_Task, 'duration_secs': 0.209179} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.830364] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669926', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'name': 'volume-0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc978cb9-500c-4b51-abd4-3dcbe5b33925', 'attached_at': '', 'detached_at': '', 'volume_id': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8', 'serial': '0d6e7ad3-1755-45c8-af27-8009b6f07ca8'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1189.096721] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356832, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.325043] env[69529]: DEBUG nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.336372] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.336614] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.336771] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.336955] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.337147] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.337268] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.337476] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.337636] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.337804] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.337965] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.338157] env[69529]: DEBUG nova.virt.hardware [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.339029] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bba99de-b4ed-4828-b041-24d2285d4867 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.350631] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.350914] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.351126] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.351427] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.351678] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.351926] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.352276] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.352531] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.352823] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.353068] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.353326] env[69529]: DEBUG nova.virt.hardware [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.354671] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dba5206-609d-4a35-84a5-ac1cc2b56271 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.360961] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0992fb-015f-463a-a59b-af11f5958667 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.376737] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665fc6b-b1da-436b-9527-28d0cc12e934 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.380898] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.386504] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.387814] env[69529]: DEBUG nova.objects.instance [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'flavor' on Instance uuid dc978cb9-500c-4b51-abd4-3dcbe5b33925 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.389302] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.389715] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8d5aed9-fda3-4fd8-93d9-34abaf490b87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.417234] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.417234] env[69529]: value = "task-3356834" [ 1189.417234] env[69529]: _type = "Task" [ 1189.417234] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.425520] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356834, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.542986] env[69529]: DEBUG nova.compute.manager [req-f893c1d9-0f9c-436f-9c3e-3abe40000491 req-2695ad01-9b4f-4ba6-9c85-2f9086e3063e service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Received event network-vif-plugged-ea5c4d8f-5015-4f4a-9611-255df94c99b0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.542986] env[69529]: DEBUG oslo_concurrency.lockutils [req-f893c1d9-0f9c-436f-9c3e-3abe40000491 req-2695ad01-9b4f-4ba6-9c85-2f9086e3063e service nova] Acquiring lock "109290eb-6d6b-4b32-bf18-f46948d663c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.542986] env[69529]: DEBUG oslo_concurrency.lockutils [req-f893c1d9-0f9c-436f-9c3e-3abe40000491 req-2695ad01-9b4f-4ba6-9c85-2f9086e3063e service nova] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.543430] env[69529]: DEBUG oslo_concurrency.lockutils [req-f893c1d9-0f9c-436f-9c3e-3abe40000491 req-2695ad01-9b4f-4ba6-9c85-2f9086e3063e service nova] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.543430] env[69529]: DEBUG nova.compute.manager [req-f893c1d9-0f9c-436f-9c3e-3abe40000491 req-2695ad01-9b4f-4ba6-9c85-2f9086e3063e service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] No waiting events found dispatching network-vif-plugged-ea5c4d8f-5015-4f4a-9611-255df94c99b0 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.543627] env[69529]: WARNING nova.compute.manager [req-f893c1d9-0f9c-436f-9c3e-3abe40000491 req-2695ad01-9b4f-4ba6-9c85-2f9086e3063e service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Received unexpected event network-vif-plugged-ea5c4d8f-5015-4f4a-9611-255df94c99b0 for instance with vm_state building and task_state spawning. [ 1189.564799] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.266s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.567499] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.160s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.567681] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.567825] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1189.568122] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.690s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.569909] env[69529]: INFO nova.compute.claims [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.573090] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec82051-f6ff-41f6-a88a-d9cceeb510bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.583687] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b752c1-b7cb-470f-b0e5-254bd39e92c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.601808] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707731} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.609613] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/19acc21d-9bc0-47f4-ae07-a04d282d6842.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.609984] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.610724] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb79845-5f62-4885-b668-6046257929ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.613322] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27248af-e292-401b-b639-1121e562ecf4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.622134] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d882ab-2220-4f55-9ee9-ba3dff255b58 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.626656] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1189.626656] env[69529]: value = "task-3356835" [ 1189.626656] env[69529]: _type = "Task" [ 1189.626656] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.660112] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179136MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1189.660327] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.661511] env[69529]: DEBUG nova.network.neutron [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Successfully updated port: ea5c4d8f-5015-4f4a-9611-255df94c99b0 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.666315] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.928434] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356834, 'name': CreateVM_Task, 'duration_secs': 0.285055} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.928627] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.929060] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.929237] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.929560] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.929820] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b4946e-3b99-4de6-aee2-ba9e62fb186c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.934994] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1189.934994] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524d1f42-206c-7e51-36fb-1f693d8f98fb" [ 1189.934994] env[69529]: _type = "Task" [ 1189.934994] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.943468] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524d1f42-206c-7e51-36fb-1f693d8f98fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.129831] env[69529]: INFO nova.scheduler.client.report [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted allocation for migration bd1240bb-fdc7-405a-9ebb-1d272e53b1b2 [ 1190.141604] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077568} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.141865] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.142638] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a47cb9-1b34-40a3-ad9b-faed2fbe4eb7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.168472] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/19acc21d-9bc0-47f4-ae07-a04d282d6842.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.171634] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.171838] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.172088] env[69529]: DEBUG nova.network.neutron [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.173139] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6807a0e0-cf50-4f13-ae5b-c735938d2e3a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.202203] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1190.202203] env[69529]: value = "task-3356836" [ 1190.202203] env[69529]: _type = "Task" [ 1190.202203] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.213803] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.223501] env[69529]: DEBUG nova.network.neutron [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.360304] env[69529]: DEBUG nova.network.neutron [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Updating instance_info_cache with network_info: [{"id": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "address": "fa:16:3e:fa:d0:a5", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5c4d8f-50", "ovs_interfaceid": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.407885] env[69529]: DEBUG oslo_concurrency.lockutils [None req-54330339-2842-47a6-b25e-d4c6a55292b5 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.446382] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524d1f42-206c-7e51-36fb-1f693d8f98fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.446675] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.446909] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.447160] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.447312] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.447488] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.447747] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9087f3f-17aa-459c-919c-744da0099ded {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.459110] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.459372] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.460015] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be340e66-79ba-4841-b7ca-9e968452810c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.465450] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1190.465450] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ea857-318a-de90-a62b-e689a56b7b26" [ 1190.465450] env[69529]: _type = "Task" [ 1190.465450] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.472975] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ea857-318a-de90-a62b-e689a56b7b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.637687] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d40f3d90-a2fa-40ae-ae38-c7ba7448690c tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.391s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.695481] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.695733] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.695942] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.696140] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.696316] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.698320] env[69529]: INFO nova.compute.manager [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Terminating instance [ 1190.711875] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356836, 'name': ReconfigVM_Task, 'duration_secs': 0.367352} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.714660] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/19acc21d-9bc0-47f4-ae07-a04d282d6842.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.715705] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a86d90f2-7950-45c8-9267-361a93ce7c0d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.722365] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1190.722365] env[69529]: value = "task-3356837" [ 1190.722365] env[69529]: _type = "Task" [ 1190.722365] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.727220] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd5fec6-dd3e-41c7-bba5-07f0339cb3e3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.737451] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f0152-c9d0-45cd-8a3b-33ef04272391 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.740916] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356837, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.770278] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b82573-4e38-4f7c-90e2-07948ad397d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.778868] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01cf272-1a5e-477b-8de9-fbb6f7c49e23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.796293] env[69529]: DEBUG nova.compute.provider_tree [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.863172] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.863543] env[69529]: DEBUG nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Instance network_info: |[{"id": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "address": "fa:16:3e:fa:d0:a5", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5c4d8f-50", "ovs_interfaceid": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.863977] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d0:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea5c4d8f-5015-4f4a-9611-255df94c99b0', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.871899] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.872475] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.872725] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f01e208-ecef-4ddc-bc00-2c1329ca2a80 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.898740] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.898740] env[69529]: value = "task-3356838" [ 1190.898740] env[69529]: _type = "Task" [ 1190.898740] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.908601] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356838, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.976100] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523ea857-318a-de90-a62b-e689a56b7b26, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.976911] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab365b5c-6e81-493f-a40c-01421f7ef761 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.982949] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1190.982949] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52492122-4b77-8a84-2121-fcc8b81a6d07" [ 1190.982949] env[69529]: _type = "Task" [ 1190.982949] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.991329] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52492122-4b77-8a84-2121-fcc8b81a6d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.108886] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "f8cc0060-127b-4961-b594-4dee24d79e5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.109148] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.204220] env[69529]: DEBUG nova.compute.manager [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.204446] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.205738] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431dc9ae-9d3e-4ee6-8d70-a606f3041422 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.213622] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.213877] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de16b5cc-6415-422c-aab9-86ecd16a8d8f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.221220] env[69529]: DEBUG oslo_vmware.api [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1191.221220] env[69529]: value = "task-3356839" [ 1191.221220] env[69529]: _type = "Task" [ 1191.221220] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.232997] env[69529]: DEBUG oslo_vmware.api [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.236078] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356837, 'name': Rename_Task, 'duration_secs': 0.159817} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.236333] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.236590] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef877f40-d273-4a86-b9eb-db34f59c9a88 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.242880] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1191.242880] env[69529]: value = "task-3356840" [ 1191.242880] env[69529]: _type = "Task" [ 1191.242880] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.251290] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.299866] env[69529]: DEBUG nova.scheduler.client.report [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.393992] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.394402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.394665] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.394873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.395100] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.397455] env[69529]: INFO nova.compute.manager [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Terminating instance [ 1191.410846] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356838, 'name': CreateVM_Task, 'duration_secs': 0.323701} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.411709] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.412308] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.412472] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.412803] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.413319] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bc605c-f9a8-46d1-bb61-2ffeb9de38de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.419427] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1191.419427] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529052da-a7b5-982e-f499-63c3b43fefec" [ 1191.419427] env[69529]: _type = "Task" [ 1191.419427] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.427624] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529052da-a7b5-982e-f499-63c3b43fefec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.493373] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52492122-4b77-8a84-2121-fcc8b81a6d07, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.493636] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.493889] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.494198] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31763531-0e6f-4c13-bd59-04a673ce7a74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.501260] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1191.501260] env[69529]: value = "task-3356841" [ 1191.501260] env[69529]: _type = "Task" [ 1191.501260] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.509021] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.572048] env[69529]: DEBUG nova.compute.manager [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Received event network-changed-ea5c4d8f-5015-4f4a-9611-255df94c99b0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.572521] env[69529]: DEBUG nova.compute.manager [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Refreshing instance network info cache due to event network-changed-ea5c4d8f-5015-4f4a-9611-255df94c99b0. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.572521] env[69529]: DEBUG oslo_concurrency.lockutils [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] Acquiring lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.572600] env[69529]: DEBUG oslo_concurrency.lockutils [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] Acquired lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.572762] env[69529]: DEBUG nova.network.neutron [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Refreshing network info cache for port ea5c4d8f-5015-4f4a-9611-255df94c99b0 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.611950] env[69529]: DEBUG nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.736651] env[69529]: DEBUG oslo_vmware.api [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356839, 'name': PowerOffVM_Task, 'duration_secs': 0.182033} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.736950] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.737143] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.737425] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e8b6ad-40fe-4a68-8ec6-c492eb32c385 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.752939] env[69529]: DEBUG oslo_vmware.api [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356840, 'name': PowerOnVM_Task, 'duration_secs': 0.492092} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.753261] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.753484] env[69529]: INFO nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1191.753671] env[69529]: DEBUG nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.754515] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f78f0d4-8116-4acd-bee5-8d350e9e5d8a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.804573] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.805118] env[69529]: DEBUG nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.808286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.148s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.812022] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.812243] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.812427] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleting the datastore file [datastore1] 8638e608-d83a-406c-b91a-f0a2f5cf611f {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.813250] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0002b2ef-2bdb-4f9b-bfd2-7a070657b853 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.825487] env[69529]: DEBUG oslo_vmware.api [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1191.825487] env[69529]: value = "task-3356843" [ 1191.825487] env[69529]: _type = "Task" [ 1191.825487] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.836320] env[69529]: DEBUG oslo_vmware.api [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.904695] env[69529]: DEBUG nova.compute.manager [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.904888] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.906206] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd20206-ae4b-48f8-8a69-6d6faaa6fe55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.917016] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.917310] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49afe03d-820c-43fa-bc80-906145f3714f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.926686] env[69529]: DEBUG oslo_vmware.api [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1191.926686] env[69529]: value = "task-3356844" [ 1191.926686] env[69529]: _type = "Task" [ 1191.926686] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.936101] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529052da-a7b5-982e-f499-63c3b43fefec, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.936895] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.937157] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.937416] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.937584] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.937769] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.938413] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a9db3f-54d9-43ff-b742-728c05809890 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.945671] env[69529]: DEBUG oslo_vmware.api [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.952428] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.952704] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.953627] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dad55d31-af9d-4787-93ae-fc201eb5f68c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.960377] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1191.960377] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52623b45-122b-0a05-659b-e409487639c6" [ 1191.960377] env[69529]: _type = "Task" [ 1191.960377] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.969483] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52623b45-122b-0a05-659b-e409487639c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.011074] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356841, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.218220] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.271824] env[69529]: INFO nova.compute.manager [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Took 13.22 seconds to build instance. [ 1192.306911] env[69529]: DEBUG nova.network.neutron [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Updated VIF entry in instance network info cache for port ea5c4d8f-5015-4f4a-9611-255df94c99b0. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.307122] env[69529]: DEBUG nova.network.neutron [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Updating instance_info_cache with network_info: [{"id": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "address": "fa:16:3e:fa:d0:a5", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5c4d8f-50", "ovs_interfaceid": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.311549] env[69529]: DEBUG nova.compute.utils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.313280] env[69529]: DEBUG nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Not allocating networking since 'none' was specified. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1192.336234] env[69529]: DEBUG oslo_vmware.api [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.437046] env[69529]: DEBUG oslo_vmware.api [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356844, 'name': PowerOffVM_Task, 'duration_secs': 0.509016} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.437046] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.437046] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.437439] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3543fb-4d4b-4168-a40c-d1ecff99cb62 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.471569] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52623b45-122b-0a05-659b-e409487639c6, 'name': SearchDatastore_Task, 'duration_secs': 0.03578} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.472481] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b52a21-4c95-4f96-b766-c84a31a45993 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.478361] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1192.478361] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52eada1c-7abf-6f8c-0020-698f37b76799" [ 1192.478361] env[69529]: _type = "Task" [ 1192.478361] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.486702] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52eada1c-7abf-6f8c-0020-698f37b76799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.512103] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642774} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.512421] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.512668] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.512950] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-501eaeca-eea0-499c-ab38-f84093cb8910 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.520339] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1192.520339] env[69529]: value = "task-3356846" [ 1192.520339] env[69529]: _type = "Task" [ 1192.520339] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.528563] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.775733] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ba13536a-14c6-4cc0-b859-ac4c2047d80e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.738s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.810629] env[69529]: DEBUG oslo_concurrency.lockutils [req-2e9abe01-c707-438f-8bee-28c43adbb702 req-7a0be142-8f33-4ea3-b224-0c092b8f5d1c service nova] Releasing lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.821643] env[69529]: DEBUG nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.837845] env[69529]: DEBUG oslo_vmware.api [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604101} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.838287] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.838337] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.838514] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.838688] env[69529]: INFO nova.compute.manager [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1192.839021] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.839137] env[69529]: DEBUG nova.compute.manager [-] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.839231] env[69529]: DEBUG nova.network.neutron [-] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.843510] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.843655] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 663ce282-a30e-43bd-8922-d3f53e3392fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.843788] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance dc978cb9-500c-4b51-abd4-3dcbe5b33925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.844218] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.844362] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance f1150def-fe71-4067-823d-0c07d2c0fe74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.844481] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance fd83b890-eae8-41be-9359-70f3f32ccab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.844597] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 82cac712-73b0-4a44-a8d9-4310ff8eb733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.844711] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 8638e608-d83a-406c-b91a-f0a2f5cf611f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.844855] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 7143e6d7-02b3-4f9f-85a5-dacecae4b002 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.844921] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 19acc21d-9bc0-47f4-ae07-a04d282d6842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.845042] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 109290eb-6d6b-4b32-bf18-f46948d663c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.845156] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1192.930705] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.930924] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.931157] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleting the datastore file [datastore1] dc978cb9-500c-4b51-abd4-3dcbe5b33925 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.931435] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9302817-fbca-46b8-b9ac-865bbe725931 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.940521] env[69529]: DEBUG oslo_vmware.api [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1192.940521] env[69529]: value = "task-3356847" [ 1192.940521] env[69529]: _type = "Task" [ 1192.940521] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.951465] env[69529]: DEBUG oslo_vmware.api [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.991724] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52eada1c-7abf-6f8c-0020-698f37b76799, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.991724] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.991724] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/109290eb-6d6b-4b32-bf18-f46948d663c7.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.991724] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65757650-06d2-4d40-bd7d-b434e1a2a02b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.999482] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1192.999482] env[69529]: value = "task-3356848" [ 1192.999482] env[69529]: _type = "Task" [ 1192.999482] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.008313] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.031021] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069029} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.031356] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.032455] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04abbb7-226e-4260-888c-fb601e9cfab4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.054310] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.054681] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d5dd3c-c177-470d-b90c-6d84c21965e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.081208] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1193.081208] env[69529]: value = "task-3356849" [ 1193.081208] env[69529]: _type = "Task" [ 1193.081208] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.090388] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.348416] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance f8cc0060-127b-4961-b594-4dee24d79e5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1193.349138] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1193.349138] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1193.451435] env[69529]: DEBUG oslo_vmware.api [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.457945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "414370ce-ca94-4e5b-9164-cb9a4948129a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.459071] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.511428] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356848, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.537671] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e879af41-40e0-4555-b6f5-355907dfe2d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.545328] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441dab38-3aac-4b78-9ec9-e76e5cc43c6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.576430] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e499d1-3ce9-4ab2-bec3-4ae3cdc4dcad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.587604] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e107f42-082c-465d-ae6d-cf1d340e08af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.599558] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.611159] env[69529]: DEBUG nova.network.neutron [-] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.613810] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.616276] env[69529]: DEBUG nova.compute.manager [req-10f7c259-14b9-4220-b1ff-7b533ac402bb req-e58f0a35-b1fe-4127-ac9c-4b47dc86d8f4 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Received event network-vif-deleted-b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.616465] env[69529]: INFO nova.compute.manager [req-10f7c259-14b9-4220-b1ff-7b533ac402bb req-e58f0a35-b1fe-4127-ac9c-4b47dc86d8f4 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Neutron deleted interface b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d; detaching it from the instance and deleting it from the info cache [ 1193.616635] env[69529]: DEBUG nova.network.neutron [req-10f7c259-14b9-4220-b1ff-7b533ac402bb req-e58f0a35-b1fe-4127-ac9c-4b47dc86d8f4 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.834473] env[69529]: DEBUG nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.865039] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.865384] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.865587] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.865818] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.866081] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.866224] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.866448] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.866627] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.866812] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.867011] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.867223] env[69529]: DEBUG nova.virt.hardware [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.868115] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10645264-352c-46e7-872c-94fdab5001b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.876960] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f97f6a-4f52-4791-9b5b-a5d1d89edd58 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.892710] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Instance VIF info [] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.898966] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Creating folder: Project (0be723da0d2f47ed9331cdfb583afdcd). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.899324] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1ae42a8-4625-4594-8f76-fdad0ec61c18 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.911946] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Created folder: Project (0be723da0d2f47ed9331cdfb583afdcd) in parent group-v669649. [ 1193.912196] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Creating folder: Instances. Parent ref: group-v669960. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.912480] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-163d9cac-84ff-44ab-b338-67870db6637a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.924021] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Created folder: Instances in parent group-v669960. [ 1193.924353] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.924611] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.924882] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-819db12d-fe57-430f-912e-92626ed82b50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.944396] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.944396] env[69529]: value = "task-3356852" [ 1193.944396] env[69529]: _type = "Task" [ 1193.944396] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.959019] env[69529]: DEBUG oslo_vmware.api [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533693} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.962088] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.962356] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.962560] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.962691] env[69529]: INFO nova.compute.manager [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Took 2.06 seconds to destroy the instance on the hypervisor. [ 1193.963323] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.963470] env[69529]: DEBUG nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.966782] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356852, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.966864] env[69529]: DEBUG nova.compute.manager [-] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.966935] env[69529]: DEBUG nova.network.neutron [-] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.015539] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875216} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.015830] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/109290eb-6d6b-4b32-bf18-f46948d663c7.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.016095] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.016439] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f721dbdd-0c80-439a-997d-2b1868515964 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.024099] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1194.024099] env[69529]: value = "task-3356853" [ 1194.024099] env[69529]: _type = "Task" [ 1194.024099] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.034965] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.094613] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356849, 'name': ReconfigVM_Task, 'duration_secs': 0.94199} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.094833] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7143e6d7-02b3-4f9f-85a5-dacecae4b002/7143e6d7-02b3-4f9f-85a5-dacecae4b002.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.095524] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08cdf7a8-0f5d-482b-8d50-f0d6d5b59988 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.102679] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1194.102679] env[69529]: value = "task-3356854" [ 1194.102679] env[69529]: _type = "Task" [ 1194.102679] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.111864] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356854, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.114517] env[69529]: INFO nova.compute.manager [-] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Took 1.28 seconds to deallocate network for instance. [ 1194.119965] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.123510] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da7b55f6-758e-463c-a4de-0aa7c9ba21a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.133911] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cee8bbb-9f1e-4307-ae74-ee4d2e6a3d64 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.173935] env[69529]: DEBUG nova.compute.manager [req-10f7c259-14b9-4220-b1ff-7b533ac402bb req-e58f0a35-b1fe-4127-ac9c-4b47dc86d8f4 service nova] [instance: 8638e608-d83a-406c-b91a-f0a2f5cf611f] Detach interface failed, port_id=b1d8a5c4-2ecb-4cf2-99f1-a85e5167aa3d, reason: Instance 8638e608-d83a-406c-b91a-f0a2f5cf611f could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.461121] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356852, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.486085] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.535194] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147768} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.535834] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.536642] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723cc6fb-0c30-4ae9-82b1-8b8e15f14101 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.559343] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/109290eb-6d6b-4b32-bf18-f46948d663c7.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.559653] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae168d7e-644a-43f2-b79c-f7913f0b304d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.580988] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1194.580988] env[69529]: value = "task-3356855" [ 1194.580988] env[69529]: _type = "Task" [ 1194.580988] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.591829] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.612159] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356854, 'name': Rename_Task, 'duration_secs': 0.197363} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.612433] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.612674] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88bd19fa-7219-4344-9d11-ad104dcd7877 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.619430] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1194.619430] env[69529]: value = "task-3356856" [ 1194.619430] env[69529]: _type = "Task" [ 1194.619430] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.624739] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1194.625126] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.817s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.626334] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.629519] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.411s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.630977] env[69529]: INFO nova.compute.claims [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.633419] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.633567] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Cleaning up deleted instances {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1194.634707] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.957073] env[69529]: DEBUG nova.network.neutron [-] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.961554] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356852, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.091870] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.130134] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356856, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.153624] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] There are 61 instances to clean {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1195.153781] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 49657b43-d5d7-4e35-b787-5b84b0e7b350] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.392242] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af40125-3173-4803-a9e4-ae282354cc5b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.400857] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d867bbcd-2d18-4bcb-8b57-224c6d27cea7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.439679] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54484ce9-3a58-4ffb-92b3-7660bdf05f3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.449714] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4c1afb-50f3-4d62-b6ec-ecbff8cd5ae6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.463460] env[69529]: INFO nova.compute.manager [-] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Took 1.50 seconds to deallocate network for instance. [ 1195.464023] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356852, 'name': CreateVM_Task, 'duration_secs': 1.414645} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.473189] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.473617] env[69529]: DEBUG nova.compute.provider_tree [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.478360] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.478525] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.478880] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.479513] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897e8730-4374-431d-80eb-05f9d0ef29c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.486541] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1195.486541] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c92a9b-bc28-8191-5de3-f55561c2dba8" [ 1195.486541] env[69529]: _type = "Task" [ 1195.486541] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.496516] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c92a9b-bc28-8191-5de3-f55561c2dba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.594441] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.627693] env[69529]: DEBUG nova.compute.manager [req-c74c7cc0-d387-4b58-8a95-0f5fd20d2527 req-9f926738-2226-407c-94f0-04c5ab437486 service nova] [instance: dc978cb9-500c-4b51-abd4-3dcbe5b33925] Received event network-vif-deleted-ea21f875-12de-4eff-ba23-5caaabfe65c3 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.632770] env[69529]: DEBUG oslo_vmware.api [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356856, 'name': PowerOnVM_Task, 'duration_secs': 0.852198} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.633112] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.633371] env[69529]: DEBUG nova.compute.manager [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.634262] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008633b-1ac2-43da-90c0-b8d253ae2fbb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.660770] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 3318107f-c7ed-4c3c-8567-0d47e45baff7] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.981064] env[69529]: DEBUG nova.scheduler.client.report [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.984625] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.998405] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c92a9b-bc28-8191-5de3-f55561c2dba8, 'name': SearchDatastore_Task, 'duration_secs': 0.018781} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.999412] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.999646] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.999871] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.000029] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.000214] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.000694] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf15aec-aa2d-4d3d-b8f1-c5188dd14196 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.013172] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.013388] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.014135] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7440910e-61df-4b09-a8f6-c95edcb15124 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.020175] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1196.020175] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52916796-eef1-ef50-936f-e87125fc0b49" [ 1196.020175] env[69529]: _type = "Task" [ 1196.020175] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.029625] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52916796-eef1-ef50-936f-e87125fc0b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.093079] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356855, 'name': ReconfigVM_Task, 'duration_secs': 1.174652} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.093367] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/109290eb-6d6b-4b32-bf18-f46948d663c7.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.093978] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33ddab3a-b0e8-4588-b752-751a7e1af10a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.101197] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1196.101197] env[69529]: value = "task-3356857" [ 1196.101197] env[69529]: _type = "Task" [ 1196.101197] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.109040] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356857, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.113518] env[69529]: INFO nova.compute.manager [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Rebuilding instance [ 1196.150897] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.160799] env[69529]: DEBUG nova.compute.manager [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.161757] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8506b65c-641a-49ca-976a-c05adc79223a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.164644] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 3e1bedfe-9fe1-47b2-9d00-bd4d6a0bc342] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.487071] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.857s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.487433] env[69529]: DEBUG nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.489946] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.004s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.491401] env[69529]: INFO nova.compute.claims [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.531885] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52916796-eef1-ef50-936f-e87125fc0b49, 'name': SearchDatastore_Task, 'duration_secs': 0.018059} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.532684] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69217f96-3285-4e64-b0a2-d3c16983ca53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.538907] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1196.538907] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5276b741-8045-5117-dee9-17bee2a7151d" [ 1196.538907] env[69529]: _type = "Task" [ 1196.538907] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.547010] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5276b741-8045-5117-dee9-17bee2a7151d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.611631] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356857, 'name': Rename_Task, 'duration_secs': 0.167981} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.611898] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.612147] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-046c7f65-f373-4cdc-a73b-8c32fe3a1ff5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.619129] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1196.619129] env[69529]: value = "task-3356858" [ 1196.619129] env[69529]: _type = "Task" [ 1196.619129] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.627659] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.667542] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: b3858088-a3b3-4e4e-b71c-c876c7e81139] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.996056] env[69529]: DEBUG nova.compute.utils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.001206] env[69529]: DEBUG nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.001383] env[69529]: DEBUG nova.network.neutron [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.047569] env[69529]: DEBUG nova.policy [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ffd128d4064ee8875416671f5b6657', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70fc18bf11f48c794a32b605df8a4f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.052680] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5276b741-8045-5117-dee9-17bee2a7151d, 'name': SearchDatastore_Task, 'duration_secs': 0.030794} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.052937] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.053251] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc/c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.053509] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38f48de7-619d-4522-972e-916a2419968c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.061784] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1197.061784] env[69529]: value = "task-3356859" [ 1197.061784] env[69529]: _type = "Task" [ 1197.061784] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.071122] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.092337] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.092643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.092954] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.093074] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.093317] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.095893] env[69529]: INFO nova.compute.manager [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Terminating instance [ 1197.130867] env[69529]: DEBUG oslo_vmware.api [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356858, 'name': PowerOnVM_Task, 'duration_secs': 0.49393} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.131196] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.131416] env[69529]: INFO nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1197.131613] env[69529]: DEBUG nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.133172] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acbe49d-7722-48eb-be9c-b5a26265eb0e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.170811] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 00d91621-5140-4d18-ae01-162289c63447] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.177921] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.178362] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e149f56-d755-4d65-8274-b6d93a7e7125 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.188660] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1197.188660] env[69529]: value = "task-3356860" [ 1197.188660] env[69529]: _type = "Task" [ 1197.188660] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.199754] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.306539] env[69529]: DEBUG nova.network.neutron [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Successfully created port: cb0bb861-ed7f-41f8-b576-40719eed7ee0 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.501810] env[69529]: DEBUG nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.576631] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356859, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.603436] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "refresh_cache-7143e6d7-02b3-4f9f-85a5-dacecae4b002" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.603631] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquired lock "refresh_cache-7143e6d7-02b3-4f9f-85a5-dacecae4b002" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.604073] env[69529]: DEBUG nova.network.neutron [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.651616] env[69529]: INFO nova.compute.manager [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Took 18.19 seconds to build instance. [ 1197.674172] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 6f396b3b-79b0-4b3a-8de2-c05996fa0362] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.700313] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356860, 'name': PowerOffVM_Task, 'duration_secs': 0.282147} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.702812] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.703132] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.704322] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd5d24-3217-42c3-8c8f-73e5f82e8232 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.714073] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.716382] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caf29f30-b056-431b-8906-c19165ddcda0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.739371] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc1ba2a-a01a-495f-8731-e333a57c2bdd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.748813] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b755a6-4122-42b3-aa62-5d08064c5f30 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.779492] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100a85d-af1b-4e5d-8ee2-d0d907b4493b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.787763] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd929b0-8afe-41b2-8550-26391ea92d3f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.804067] env[69529]: DEBUG nova.compute.provider_tree [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.806800] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.806968] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.807062] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleting the datastore file [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.807570] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351afbc2-8c25-4fc0-89e8-6dd46a933e37 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.815487] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1197.815487] env[69529]: value = "task-3356862" [ 1197.815487] env[69529]: _type = "Task" [ 1197.815487] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.823467] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.073053] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572931} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.073053] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc/c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.073053] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.073053] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fba8bd44-05c1-48e7-890f-8fab975b6fff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.082122] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1198.082122] env[69529]: value = "task-3356863" [ 1198.082122] env[69529]: _type = "Task" [ 1198.082122] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.091235] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.124939] env[69529]: DEBUG nova.network.neutron [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.154404] env[69529]: DEBUG oslo_concurrency.lockutils [None req-78c8201a-6715-4e74-b50d-b3e7d7b1beee tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.696s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.168263] env[69529]: INFO nova.compute.manager [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Rescuing [ 1198.168531] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.168676] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.168841] env[69529]: DEBUG nova.network.neutron [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.176284] env[69529]: DEBUG nova.network.neutron [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.179153] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 2a461cea-e3fa-491c-a4d9-e08f3200a441] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.308783] env[69529]: DEBUG nova.scheduler.client.report [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.327554] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198625} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.327810] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.327988] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.328228] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.514463] env[69529]: DEBUG nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.541616] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.541855] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.542026] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.542714] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.542874] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.543082] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.543318] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.543510] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.543717] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.543882] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.544066] env[69529]: DEBUG nova.virt.hardware [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.544920] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6528a1-8527-4080-b3d2-72f8734a240c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.553727] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f45e2fd-5311-4f5e-844e-2ee47f8b0d29 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.592133] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277522} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.592411] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.593190] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8fc804-6157-4adc-b0ca-54f19a7d0a85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.612937] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc/c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.613250] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a0621c-17a3-4ce8-b017-2b819591cbd7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.634741] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1198.634741] env[69529]: value = "task-3356864" [ 1198.634741] env[69529]: _type = "Task" [ 1198.634741] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.643288] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.678855] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Releasing lock "refresh_cache-7143e6d7-02b3-4f9f-85a5-dacecae4b002" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.679439] env[69529]: DEBUG nova.compute.manager [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.679533] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.680353] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a168ab-46ee-43aa-a2a8-e8ba9958ce99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.683297] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: efd759d2-c9a3-4794-acf4-3458a33bc7df] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.690520] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.690861] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e346b16f-af01-4d52-83ab-50f111dcad20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.715652] env[69529]: DEBUG oslo_vmware.api [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1198.715652] env[69529]: value = "task-3356865" [ 1198.715652] env[69529]: _type = "Task" [ 1198.715652] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.725668] env[69529]: DEBUG oslo_vmware.api [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.798366] env[69529]: DEBUG nova.compute.manager [req-ca98f0e1-ea9a-4f01-a46e-9e2ec37bacd5 req-0a0d48fb-2957-4cd5-871f-3ddb16aee57a service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Received event network-vif-plugged-cb0bb861-ed7f-41f8-b576-40719eed7ee0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.798366] env[69529]: DEBUG oslo_concurrency.lockutils [req-ca98f0e1-ea9a-4f01-a46e-9e2ec37bacd5 req-0a0d48fb-2957-4cd5-871f-3ddb16aee57a service nova] Acquiring lock "f8cc0060-127b-4961-b594-4dee24d79e5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.798366] env[69529]: DEBUG oslo_concurrency.lockutils [req-ca98f0e1-ea9a-4f01-a46e-9e2ec37bacd5 req-0a0d48fb-2957-4cd5-871f-3ddb16aee57a service nova] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.798366] env[69529]: DEBUG oslo_concurrency.lockutils [req-ca98f0e1-ea9a-4f01-a46e-9e2ec37bacd5 req-0a0d48fb-2957-4cd5-871f-3ddb16aee57a service nova] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.798366] env[69529]: DEBUG nova.compute.manager [req-ca98f0e1-ea9a-4f01-a46e-9e2ec37bacd5 req-0a0d48fb-2957-4cd5-871f-3ddb16aee57a service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] No waiting events found dispatching network-vif-plugged-cb0bb861-ed7f-41f8-b576-40719eed7ee0 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.798366] env[69529]: WARNING nova.compute.manager [req-ca98f0e1-ea9a-4f01-a46e-9e2ec37bacd5 req-0a0d48fb-2957-4cd5-871f-3ddb16aee57a service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Received unexpected event network-vif-plugged-cb0bb861-ed7f-41f8-b576-40719eed7ee0 for instance with vm_state building and task_state spawning. [ 1198.815361] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.815807] env[69529]: DEBUG nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.818747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.192s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.818879] env[69529]: DEBUG nova.objects.instance [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'resources' on Instance uuid 8638e608-d83a-406c-b91a-f0a2f5cf611f {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.973341] env[69529]: DEBUG nova.network.neutron [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Successfully updated port: cb0bb861-ed7f-41f8-b576-40719eed7ee0 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.975331] env[69529]: DEBUG nova.network.neutron [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Updating instance_info_cache with network_info: [{"id": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "address": "fa:16:3e:fa:d0:a5", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea5c4d8f-50", "ovs_interfaceid": "ea5c4d8f-5015-4f4a-9611-255df94c99b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.145411] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.187134] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 6a749cb0-77e9-4f17-8a67-c6803343a133] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.226651] env[69529]: DEBUG oslo_vmware.api [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356865, 'name': PowerOffVM_Task, 'duration_secs': 0.198527} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.226924] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.227121] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.227411] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4367efac-2bc2-40b7-98bb-5888bac79d43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.255874] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.256353] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.256653] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Deleting the datastore file [datastore1] 7143e6d7-02b3-4f9f-85a5-dacecae4b002 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.257060] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-879916df-d514-47fa-a323-ae8b8b891e50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.264936] env[69529]: DEBUG oslo_vmware.api [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for the task: (returnval){ [ 1199.264936] env[69529]: value = "task-3356867" [ 1199.264936] env[69529]: _type = "Task" [ 1199.264936] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.273331] env[69529]: DEBUG oslo_vmware.api [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.323774] env[69529]: DEBUG nova.compute.utils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.323774] env[69529]: DEBUG nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.324051] env[69529]: DEBUG nova.network.neutron [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.364953] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.365245] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.365419] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.365620] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.365784] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.365939] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.366203] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.366381] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.366564] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.366746] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.366917] env[69529]: DEBUG nova.virt.hardware [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.367829] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d981bd6-0f00-427e-9a04-a33aa55ea8a6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.371683] env[69529]: DEBUG nova.policy [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acdaa4490a0d471a8c093ddf0a603982', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cffd4dc492e94a15a2b37e1137b27607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.381631] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc96415-3112-4d48-98ff-6fe731414ce1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.398832] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:88:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0091af98-42af-457f-bb92-546a22ef5428', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.406328] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.410508] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.411501] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73389812-2fab-43cf-a5e2-a8d86b0caadd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.435027] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.435027] env[69529]: value = "task-3356868" [ 1199.435027] env[69529]: _type = "Task" [ 1199.435027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.447180] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356868, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.478926] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "refresh_cache-f8cc0060-127b-4961-b594-4dee24d79e5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.479087] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "refresh_cache-f8cc0060-127b-4961-b594-4dee24d79e5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.479301] env[69529]: DEBUG nova.network.neutron [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.480607] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-109290eb-6d6b-4b32-bf18-f46948d663c7" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.549935] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4d1076-7614-44e2-a8cc-fe5a62775aed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.558270] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2a122-2184-4d4b-adee-306db8879646 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.592347] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c2d7c9-b50d-46fc-84c2-c96efc0ceac6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.600809] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf067931-5dbc-42d0-bf47-4c692a0bf676 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.616227] env[69529]: DEBUG nova.compute.provider_tree [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.646466] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356864, 'name': ReconfigVM_Task, 'duration_secs': 0.878549} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.646918] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Reconfigured VM instance instance-00000073 to attach disk [datastore1] c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc/c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.647798] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ea92fa6-2f65-436f-afba-375fc6c5f498 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.655741] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1199.655741] env[69529]: value = "task-3356869" [ 1199.655741] env[69529]: _type = "Task" [ 1199.655741] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.668661] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356869, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.691129] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 8bd52c67-ec7c-4c53-8863-a641638cf4e2] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.698198] env[69529]: DEBUG nova.network.neutron [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Successfully created port: 898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.778177] env[69529]: DEBUG oslo_vmware.api [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Task: {'id': task-3356867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127121} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.778494] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.778687] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.779051] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.779523] env[69529]: INFO nova.compute.manager [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1199.779624] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.779820] env[69529]: DEBUG nova.compute.manager [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.779914] env[69529]: DEBUG nova.network.neutron [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.802122] env[69529]: DEBUG nova.network.neutron [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.830319] env[69529]: DEBUG nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.947030] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356868, 'name': CreateVM_Task, 'duration_secs': 0.459488} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.947217] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.947966] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.948213] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.948545] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.948822] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b8913c-9092-4174-9ab2-e78f23c275cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.955357] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1199.955357] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ec1460-d147-2038-0c34-339b38916c25" [ 1199.955357] env[69529]: _type = "Task" [ 1199.955357] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.964252] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ec1460-d147-2038-0c34-339b38916c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.015276] env[69529]: DEBUG nova.network.neutron [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.119135] env[69529]: DEBUG nova.scheduler.client.report [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.146771] env[69529]: DEBUG nova.network.neutron [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Updating instance_info_cache with network_info: [{"id": "cb0bb861-ed7f-41f8-b576-40719eed7ee0", "address": "fa:16:3e:bf:01:7e", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0bb861-ed", "ovs_interfaceid": "cb0bb861-ed7f-41f8-b576-40719eed7ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.168284] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356869, 'name': Rename_Task, 'duration_secs': 0.162429} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.169171] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.169171] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa5a29ca-e30b-4b03-bf93-62864d46b1f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.177580] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1200.177580] env[69529]: value = "task-3356870" [ 1200.177580] env[69529]: _type = "Task" [ 1200.177580] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.186726] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.195424] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: b39bcbbd-20e2-4bd5-a474-b38d91411582] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.305301] env[69529]: DEBUG nova.network.neutron [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.336919] env[69529]: INFO nova.virt.block_device [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Booting with volume c4f417c1-c550-4744-b5a6-73968a21f7bc at /dev/sda [ 1200.383789] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43f1bdb8-4a09-4f14-bf8c-524b92626816 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.396633] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760a5a44-d64a-4afe-8ce3-3994c1b2c66c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.428651] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-177b64f6-c65e-4d11-b3d5-15f5a72f7974 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.437329] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a180f3db-e5dc-42c0-8101-385b3d773a67 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.468170] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10f3dee-ea18-45fa-9d2e-8551333fb428 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.473423] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ec1460-d147-2038-0c34-339b38916c25, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.473981] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.474281] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.474524] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.474674] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.474850] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.475103] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77761d14-d184-4289-bdd7-c77f6ee9c263 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.480478] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc64be1-9ccc-4f1d-b453-0408b78596e0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.486409] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.486589] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.487278] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4699ea-fc29-4506-be65-e9c5be63feb9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.495066] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1200.495066] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526237bc-a708-452e-25c4-9fb12515974a" [ 1200.495066] env[69529]: _type = "Task" [ 1200.495066] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.495355] env[69529]: DEBUG nova.virt.block_device [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating existing volume attachment record: 73f66ea2-a01d-4322-b2ef-b075a821d722 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1200.505294] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]526237bc-a708-452e-25c4-9fb12515974a, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.506057] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0ffcf8-b9d7-423f-9a61-a45b0e4c8432 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.512619] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1200.512619] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525793bb-eedd-70b6-0093-a7e5c8017482" [ 1200.512619] env[69529]: _type = "Task" [ 1200.512619] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.523314] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525793bb-eedd-70b6-0093-a7e5c8017482, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.523563] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.523810] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.524095] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e7b9283-ec2e-42a4-944d-87c1d9f88fdd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.531428] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1200.531428] env[69529]: value = "task-3356871" [ 1200.531428] env[69529]: _type = "Task" [ 1200.531428] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.540418] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.624779] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.627314] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.643s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.627546] env[69529]: DEBUG nova.objects.instance [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'resources' on Instance uuid dc978cb9-500c-4b51-abd4-3dcbe5b33925 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.646697] env[69529]: INFO nova.scheduler.client.report [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted allocations for instance 8638e608-d83a-406c-b91a-f0a2f5cf611f [ 1200.651757] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "refresh_cache-f8cc0060-127b-4961-b594-4dee24d79e5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.651757] env[69529]: DEBUG nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Instance network_info: |[{"id": "cb0bb861-ed7f-41f8-b576-40719eed7ee0", "address": "fa:16:3e:bf:01:7e", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0bb861-ed", "ovs_interfaceid": "cb0bb861-ed7f-41f8-b576-40719eed7ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.652327] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:01:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0bb861-ed7f-41f8-b576-40719eed7ee0', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.659893] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.660117] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.660335] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7be88a94-5bbc-4dc9-81a9-14646b96dec0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.683223] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.683223] env[69529]: value = "task-3356872" [ 1200.683223] env[69529]: _type = "Task" [ 1200.683223] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.691050] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356870, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.697737] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356872, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.698202] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: b7ac3cb3-17b0-4a04-b00d-36b9d7c26d1e] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.810753] env[69529]: INFO nova.compute.manager [-] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Took 1.03 seconds to deallocate network for instance. [ 1200.827882] env[69529]: DEBUG nova.compute.manager [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Received event network-changed-cb0bb861-ed7f-41f8-b576-40719eed7ee0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.827982] env[69529]: DEBUG nova.compute.manager [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Refreshing instance network info cache due to event network-changed-cb0bb861-ed7f-41f8-b576-40719eed7ee0. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.828286] env[69529]: DEBUG oslo_concurrency.lockutils [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] Acquiring lock "refresh_cache-f8cc0060-127b-4961-b594-4dee24d79e5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.828462] env[69529]: DEBUG oslo_concurrency.lockutils [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] Acquired lock "refresh_cache-f8cc0060-127b-4961-b594-4dee24d79e5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.828660] env[69529]: DEBUG nova.network.neutron [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Refreshing network info cache for port cb0bb861-ed7f-41f8-b576-40719eed7ee0 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.018898] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.019304] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3fff047-0b44-4944-9cb6-dc7e409484af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.027797] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1201.027797] env[69529]: value = "task-3356873" [ 1201.027797] env[69529]: _type = "Task" [ 1201.027797] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.038550] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.046310] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484235} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.046469] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.048213] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.048213] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c41754-e566-4e02-866f-e535988714b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.055191] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1201.055191] env[69529]: value = "task-3356874" [ 1201.055191] env[69529]: _type = "Task" [ 1201.055191] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.068553] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.159893] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2333daa2-d199-40d7-8577-5bdaf3b600b6 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "8638e608-d83a-406c-b91a-f0a2f5cf611f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.464s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.196693] env[69529]: DEBUG oslo_vmware.api [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356870, 'name': PowerOnVM_Task, 'duration_secs': 0.703942} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.203189] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.203540] env[69529]: INFO nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1201.203875] env[69529]: DEBUG nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.204601] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 12abcdd0-02bf-45c6-af60-662af31f6c50] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.207092] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356872, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.210447] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7c9b3-8827-43e6-9349-4c2a298a37c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.252595] env[69529]: DEBUG nova.network.neutron [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Successfully updated port: 898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.319615] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.358014] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e38dda1-0005-4ee3-9e94-f17bf8c7ffcd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.367794] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbde2d40-756e-4322-ba2b-cc553eb65ee8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.399420] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c8e4c5-f027-448c-ac2f-7ee978d321c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.408524] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fde269-56f9-47ec-bddc-abf960aecb1d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.422588] env[69529]: DEBUG nova.compute.provider_tree [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.541923] env[69529]: DEBUG nova.network.neutron [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Updated VIF entry in instance network info cache for port cb0bb861-ed7f-41f8-b576-40719eed7ee0. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.542299] env[69529]: DEBUG nova.network.neutron [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Updating instance_info_cache with network_info: [{"id": "cb0bb861-ed7f-41f8-b576-40719eed7ee0", "address": "fa:16:3e:bf:01:7e", "network": {"id": "77a7d4ee-8710-43fc-9e8f-6abf4f680ac5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-231946905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70fc18bf11f48c794a32b605df8a4f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0bb861-ed", "ovs_interfaceid": "cb0bb861-ed7f-41f8-b576-40719eed7ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.543517] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356873, 'name': PowerOffVM_Task, 'duration_secs': 0.307231} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.546113] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.547160] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76626c9-134a-442c-81af-7ef6a0a92a35 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.568808] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2a8229-aa92-457c-8637-5f7989f7bd9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.577685] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080677} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.580044] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.584311] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c899b-07a2-4250-9421-48fd9889f9ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.606923] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.609437] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93a59222-c57c-4823-9908-d3642a8aeb03 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.630563] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.631064] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ebe9c1-1ef4-402e-9cb2-f8843c207972 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.633569] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1201.633569] env[69529]: value = "task-3356875" [ 1201.633569] env[69529]: _type = "Task" [ 1201.633569] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.637567] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1201.637567] env[69529]: value = "task-3356876" [ 1201.637567] env[69529]: _type = "Task" [ 1201.637567] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.643830] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.649120] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1201.649304] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.649539] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.649684] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.649857] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.650094] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf093324-e094-4d3e-bd26-faeb650654e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.658519] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.658730] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.659503] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464c0949-aec9-4d72-a090-dcde023b2a6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.665560] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1201.665560] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4f4dd-0dec-7828-2e83-fb28fd16cb7c" [ 1201.665560] env[69529]: _type = "Task" [ 1201.665560] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.672950] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4f4dd-0dec-7828-2e83-fb28fd16cb7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.697868] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356872, 'name': CreateVM_Task, 'duration_secs': 0.595916} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.698040] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.698881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.699054] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.699366] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.699601] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1796de91-2426-41d8-8833-ee4c0dc48244 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.710820] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1201.710820] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52218eae-ecc4-3284-4230-8f059dabe675" [ 1201.710820] env[69529]: _type = "Task" [ 1201.710820] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.713906] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 404a7ef1-dcdc-4f90-9d62-0c0e5f1aedf8] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.720418] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52218eae-ecc4-3284-4230-8f059dabe675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.727110] env[69529]: INFO nova.compute.manager [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Took 13.87 seconds to build instance. [ 1201.755513] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.755659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.755807] env[69529]: DEBUG nova.network.neutron [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.927619] env[69529]: DEBUG nova.scheduler.client.report [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.047315] env[69529]: DEBUG oslo_concurrency.lockutils [req-eb670126-ddde-49cf-999f-c0e074eebca5 req-ef2023f0-11d5-4b27-a596-0c13f671cfe7 service nova] Releasing lock "refresh_cache-f8cc0060-127b-4961-b594-4dee24d79e5d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.144753] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356875, 'name': ReconfigVM_Task, 'duration_secs': 0.316075} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.145042] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Reconfigured VM instance instance-0000006d to attach disk [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74/f1150def-fe71-4067-823d-0c07d2c0fe74.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.145657] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22186ee1-a44f-47a9-ba06-ed763fadfa23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.153078] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1202.153078] env[69529]: value = "task-3356877" [ 1202.153078] env[69529]: _type = "Task" [ 1202.153078] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.161104] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356877, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.174805] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d4f4dd-0dec-7828-2e83-fb28fd16cb7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.175702] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6c91f8-b9af-48bd-96e2-08fa7ee7e3f6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.181383] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1202.181383] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5236c587-a0ef-92aa-51a2-f30cb19e157d" [ 1202.181383] env[69529]: _type = "Task" [ 1202.181383] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.189816] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5236c587-a0ef-92aa-51a2-f30cb19e157d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.217297] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 586baa9e-b3d1-4530-91c7-a73c3b437985] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.222748] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52218eae-ecc4-3284-4230-8f059dabe675, 'name': SearchDatastore_Task, 'duration_secs': 0.018155} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.223357] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.223568] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.223791] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.224910] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.224910] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.224910] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34772adf-7952-491b-bfb4-15e5df8c9c72 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.228686] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7eb8a25d-673f-49c8-93a8-cd608dd65b61 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.374s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.233439] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.233545] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.234498] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171a0de1-8743-478a-8bf8-459e7ec4aee4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.239736] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1202.239736] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e8613-b4d1-ad6f-7375-80bb3eab27e6" [ 1202.239736] env[69529]: _type = "Task" [ 1202.239736] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.248307] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e8613-b4d1-ad6f-7375-80bb3eab27e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.286178] env[69529]: DEBUG nova.network.neutron [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.418094] env[69529]: DEBUG nova.network.neutron [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [{"id": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "address": "fa:16:3e:62:95:13", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898e3dc5-20", "ovs_interfaceid": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.432565] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.436345] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.285s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.436345] env[69529]: DEBUG nova.objects.instance [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] [instance: 7143e6d7-02b3-4f9f-85a5-dacecae4b002] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1202.458661] env[69529]: INFO nova.scheduler.client.report [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted allocations for instance dc978cb9-500c-4b51-abd4-3dcbe5b33925 [ 1202.592352] env[69529]: DEBUG nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.593050] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.593193] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.593340] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.593519] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.593661] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.593805] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.594038] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.594274] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.594395] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.594560] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.594741] env[69529]: DEBUG nova.virt.hardware [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.596361] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df2d2b-1c40-4742-a1ac-7c97ca01784d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.604614] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa394fc-6428-4ce2-a7be-19683d54b558 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.664176] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356877, 'name': Rename_Task, 'duration_secs': 0.148557} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.664176] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.664176] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a078b8c-8671-4120-9833-0924f2513d5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.672412] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1202.672412] env[69529]: value = "task-3356878" [ 1202.672412] env[69529]: _type = "Task" [ 1202.672412] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.680945] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.692260] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5236c587-a0ef-92aa-51a2-f30cb19e157d, 'name': SearchDatastore_Task, 'duration_secs': 0.018154} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.692530] env[69529]: DEBUG oslo_concurrency.lockutils [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.692788] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. {{(pid=69529) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1202.693089] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9e397c5-b18f-4091-a3d8-021596bb014d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.700853] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1202.700853] env[69529]: value = "task-3356879" [ 1202.700853] env[69529]: _type = "Task" [ 1202.700853] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.723848] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 67b2878d-f071-400a-8149-9763ad48c6ea] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.751356] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521e8613-b4d1-ad6f-7375-80bb3eab27e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.752162] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ef813d-05d7-44b8-b833-989cb25b78a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.758834] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1202.758834] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b40110-dddf-ef82-edee-54d7844fb493" [ 1202.758834] env[69529]: _type = "Task" [ 1202.758834] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.767333] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b40110-dddf-ef82-edee-54d7844fb493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.853891] env[69529]: DEBUG nova.compute.manager [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Received event network-vif-plugged-898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.854167] env[69529]: DEBUG oslo_concurrency.lockutils [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] Acquiring lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.854386] env[69529]: DEBUG oslo_concurrency.lockutils [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.854669] env[69529]: DEBUG oslo_concurrency.lockutils [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.854839] env[69529]: DEBUG nova.compute.manager [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] No waiting events found dispatching network-vif-plugged-898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.855013] env[69529]: WARNING nova.compute.manager [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Received unexpected event network-vif-plugged-898e3dc5-202d-4c34-b9e1-b4629b119bd7 for instance with vm_state building and task_state spawning. [ 1202.855195] env[69529]: DEBUG nova.compute.manager [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Received event network-changed-898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.855377] env[69529]: DEBUG nova.compute.manager [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Refreshing instance network info cache due to event network-changed-898e3dc5-202d-4c34-b9e1-b4629b119bd7. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.855586] env[69529]: DEBUG oslo_concurrency.lockutils [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] Acquiring lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.921707] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.921707] env[69529]: DEBUG nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Instance network_info: |[{"id": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "address": "fa:16:3e:62:95:13", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898e3dc5-20", "ovs_interfaceid": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.921707] env[69529]: DEBUG oslo_concurrency.lockutils [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] Acquired lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.922048] env[69529]: DEBUG nova.network.neutron [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Refreshing network info cache for port 898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.924064] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:95:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '898e3dc5-202d-4c34-b9e1-b4629b119bd7', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.934169] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.937684] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.938333] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c787735-aac0-4b19-a0c8-565bf76b82a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.967126] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.967126] env[69529]: value = "task-3356880" [ 1202.967126] env[69529]: _type = "Task" [ 1202.967126] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.967696] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e737a3a6-b7fe-4a55-a434-f3e5c0009052 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "dc978cb9-500c-4b51-abd4-3dcbe5b33925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.573s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.979608] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356880, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.183185] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356878, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.206155] env[69529]: DEBUG nova.network.neutron [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updated VIF entry in instance network info cache for port 898e3dc5-202d-4c34-b9e1-b4629b119bd7. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.206509] env[69529]: DEBUG nova.network.neutron [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [{"id": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "address": "fa:16:3e:62:95:13", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898e3dc5-20", "ovs_interfaceid": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.213837] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498073} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.214420] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. [ 1203.216880] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd27677a-5aee-4f72-8ae3-c4343d7bf979 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.236787] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: ebc87d1b-adf1-4b14-ba31-630b57b16039] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.247462] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.247963] env[69529]: DEBUG nova.compute.manager [None req-93157bcf-029d-450c-8e2b-50846e5a1566 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.250076] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a096a99-fc1b-40bf-ba96-bb7bc3507dd6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.267274] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734efa99-7fba-450e-9e5e-343f6f37baef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.280788] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b40110-dddf-ef82-edee-54d7844fb493, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.283350] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.283626] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f8cc0060-127b-4961-b594-4dee24d79e5d/f8cc0060-127b-4961-b594-4dee24d79e5d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.285756] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1203.285756] env[69529]: value = "task-3356881" [ 1203.285756] env[69529]: _type = "Task" [ 1203.285756] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.286160] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72dbdd42-d76f-4ea9-9e1d-d2364e91e6e4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.298894] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.300389] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1203.300389] env[69529]: value = "task-3356882" [ 1203.300389] env[69529]: _type = "Task" [ 1203.300389] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.304327] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.304562] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.304785] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.304979] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.305157] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.307938] env[69529]: INFO nova.compute.manager [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Terminating instance [ 1203.315027] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.462933] env[69529]: DEBUG oslo_concurrency.lockutils [None req-dbae45c0-9a04-44a2-96f8-ec19dce8631b tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.464166] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.145s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.467677] env[69529]: DEBUG nova.objects.instance [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lazy-loading 'resources' on Instance uuid 7143e6d7-02b3-4f9f-85a5-dacecae4b002 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.479033] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356880, 'name': CreateVM_Task, 'duration_secs': 0.472289} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.479415] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.479890] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '73f66ea2-a01d-4322-b2ef-b075a821d722', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669954', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'name': 'volume-c4f417c1-c550-4744-b5a6-73968a21f7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414370ce-ca94-4e5b-9164-cb9a4948129a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'serial': 'c4f417c1-c550-4744-b5a6-73968a21f7bc'}, 'volume_type': None}], 'swap': None} {{(pid=69529) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1203.480126] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Root volume attach. Driver type: vmdk {{(pid=69529) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1203.481301] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c2d585-f0b8-47fb-80e8-5e26c8e50aa0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.491832] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ae0609-84ac-41f8-a2ef-26735f780f42 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.499045] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81219e61-4302-4c45-8000-2a78ae2f144e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.506722] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-397db858-40cd-43e2-9925-edc6b1c87625 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.514966] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1203.514966] env[69529]: value = "task-3356883" [ 1203.514966] env[69529]: _type = "Task" [ 1203.514966] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.524713] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356883, 'name': RelocateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.684320] env[69529]: DEBUG oslo_vmware.api [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356878, 'name': PowerOnVM_Task, 'duration_secs': 0.570747} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.684715] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.684786] env[69529]: DEBUG nova.compute.manager [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.685598] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ca3d8-d10e-452d-b93b-b50dc96e643d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.712153] env[69529]: DEBUG oslo_concurrency.lockutils [req-58b39029-a8ec-4092-a29d-ced246a683e1 req-82986932-336b-4345-a5ce-fe5f3133ba79 service nova] Releasing lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.750621] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 5a83be60-1628-4d7d-a158-c2953f52b502] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.787977] env[69529]: INFO nova.compute.manager [None req-93157bcf-029d-450c-8e2b-50846e5a1566 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] instance snapshotting [ 1203.788381] env[69529]: DEBUG nova.objects.instance [None req-93157bcf-029d-450c-8e2b-50846e5a1566 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lazy-loading 'flavor' on Instance uuid c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.800030] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356881, 'name': ReconfigVM_Task, 'duration_secs': 0.507782} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.800030] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.800467] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3491e0-26e6-4eb6-86a1-fecee4d7708d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.815772] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "refresh_cache-c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.815952] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquired lock "refresh_cache-c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.816118] env[69529]: DEBUG nova.network.neutron [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.817185] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356882, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.839916] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3b5d67-5dda-4be7-961c-74fd25da821c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.858928] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1203.858928] env[69529]: value = "task-3356884" [ 1203.858928] env[69529]: _type = "Task" [ 1203.858928] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.868832] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.031980] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356883, 'name': RelocateVM_Task, 'duration_secs': 0.034581} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.032375] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1204.032694] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669954', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'name': 'volume-c4f417c1-c550-4744-b5a6-73968a21f7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414370ce-ca94-4e5b-9164-cb9a4948129a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'serial': 'c4f417c1-c550-4744-b5a6-73968a21f7bc'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1204.033908] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ba0c9f-210b-4f8b-9e91-33c42388850a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.064242] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf60ebbf-2eeb-473d-b13d-6175431f32de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.094291] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-c4f417c1-c550-4744-b5a6-73968a21f7bc/volume-c4f417c1-c550-4744-b5a6-73968a21f7bc.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.097760] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365a7315-e25d-4060-be16-ec6e9e9a8d28 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.124787] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1204.124787] env[69529]: value = "task-3356885" [ 1204.124787] env[69529]: _type = "Task" [ 1204.124787] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.141209] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.202643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.218261] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd28fd-56f8-4a6a-b8eb-96f962ee2196 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.226993] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebda8a6f-a777-457b-bc2d-ae5e9dcc14e2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.259019] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 5d4e84a2-185a-4f6c-ba78-6bc4eb373089] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.265633] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d195694-9813-4413-bf0b-8fea25eac745 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.275399] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382e3490-9f0b-417f-9ae7-a0b319413251 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.289860] env[69529]: DEBUG nova.compute.provider_tree [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.295870] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4d650-19c8-4767-a722-a68bfdc2a997 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.315646] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ec9730-2f47-40d3-9bbc-85dddf1c9614 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.323732] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918259} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.325504] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] f8cc0060-127b-4961-b594-4dee24d79e5d/f8cc0060-127b-4961-b594-4dee24d79e5d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.325725] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.327900] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad243026-dd96-4a89-b6e2-5721cc04da73 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.337580] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1204.337580] env[69529]: value = "task-3356886" [ 1204.337580] env[69529]: _type = "Task" [ 1204.337580] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.349022] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.352789] env[69529]: DEBUG nova.network.neutron [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.370812] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.404849] env[69529]: DEBUG nova.network.neutron [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.468224] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.468504] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.468685] env[69529]: INFO nova.compute.manager [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Shelving [ 1204.636846] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356885, 'name': ReconfigVM_Task, 'duration_secs': 0.356531} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.637167] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-c4f417c1-c550-4744-b5a6-73968a21f7bc/volume-c4f417c1-c550-4744-b5a6-73968a21f7bc.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.642030] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acd0995c-8ee8-44d6-9815-81566f538043 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.657924] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1204.657924] env[69529]: value = "task-3356887" [ 1204.657924] env[69529]: _type = "Task" [ 1204.657924] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.666865] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.770174] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 4703db0e-38a8-4269-b646-91245f0c8ef0] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.795975] env[69529]: DEBUG nova.scheduler.client.report [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.830685] env[69529]: DEBUG nova.compute.manager [None req-93157bcf-029d-450c-8e2b-50846e5a1566 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Instance disappeared during snapshot {{(pid=69529) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1204.848879] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070044} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.850854] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.851860] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca7f5b6-1b27-42ac-a8eb-c213c2a14ada {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.878636] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] f8cc0060-127b-4961-b594-4dee24d79e5d/f8cc0060-127b-4961-b594-4dee24d79e5d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.883009] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef511ec0-e221-4dcf-b24e-b97256acd343 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.905660] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.906521] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1204.906521] env[69529]: value = "task-3356888" [ 1204.906521] env[69529]: _type = "Task" [ 1204.906521] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.911063] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Releasing lock "refresh_cache-c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.911063] env[69529]: DEBUG nova.compute.manager [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.911063] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.911822] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c7dfb-4914-49ff-b71e-e47e2688c922 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.920831] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356888, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.922697] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.922980] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3c3a92-b557-4ef8-ba8e-b6fdb0b3e829 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.931377] env[69529]: DEBUG oslo_vmware.api [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1204.931377] env[69529]: value = "task-3356889" [ 1204.931377] env[69529]: _type = "Task" [ 1204.931377] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.940957] env[69529]: DEBUG oslo_vmware.api [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.985787] env[69529]: DEBUG nova.compute.manager [None req-93157bcf-029d-450c-8e2b-50846e5a1566 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Found 0 images (rotation: 2) {{(pid=69529) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1205.168731] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356887, 'name': ReconfigVM_Task, 'duration_secs': 0.178526} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.168991] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669954', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'name': 'volume-c4f417c1-c550-4744-b5a6-73968a21f7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '414370ce-ca94-4e5b-9164-cb9a4948129a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'serial': 'c4f417c1-c550-4744-b5a6-73968a21f7bc'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1205.169511] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0653a948-39ce-4025-a4d1-7161b49d39aa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.177483] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1205.177483] env[69529]: value = "task-3356890" [ 1205.177483] env[69529]: _type = "Task" [ 1205.177483] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.185693] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356890, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.272934] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 44b8634c-461a-4b55-b773-a42a579fb445] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.299231] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.302225] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.100s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.302426] env[69529]: DEBUG nova.objects.instance [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69529) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1205.318873] env[69529]: INFO nova.scheduler.client.report [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Deleted allocations for instance 7143e6d7-02b3-4f9f-85a5-dacecae4b002 [ 1205.380112] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356884, 'name': ReconfigVM_Task, 'duration_secs': 1.270053} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.380918] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.380918] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c9012fd-6eeb-4eea-be75-df662004ccd7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.387368] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1205.387368] env[69529]: value = "task-3356891" [ 1205.387368] env[69529]: _type = "Task" [ 1205.387368] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.395699] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.416218] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356888, 'name': ReconfigVM_Task, 'duration_secs': 0.302137} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.416534] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Reconfigured VM instance instance-00000074 to attach disk [datastore2] f8cc0060-127b-4961-b594-4dee24d79e5d/f8cc0060-127b-4961-b594-4dee24d79e5d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.417229] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4a53b45-a1eb-4c25-b6ea-d5b7f8fe1f1c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.426225] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1205.426225] env[69529]: value = "task-3356892" [ 1205.426225] env[69529]: _type = "Task" [ 1205.426225] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.436206] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356892, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.444772] env[69529]: DEBUG oslo_vmware.api [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356889, 'name': PowerOffVM_Task, 'duration_secs': 0.284829} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.445063] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.445254] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.445519] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c2bd21f-952a-4e93-bda8-60df46c4a917 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.476930] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.477194] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.478424] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.478826] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27efaa5-0560-4fd1-bc20-bbb0672c63a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.483465] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.483661] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.483837] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Deleting the datastore file [datastore1] c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.484116] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71d9be8f-2f2d-4a0c-bf13-a96e2af4ce7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.489097] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1205.489097] env[69529]: value = "task-3356894" [ 1205.489097] env[69529]: _type = "Task" [ 1205.489097] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.493768] env[69529]: DEBUG oslo_vmware.api [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for the task: (returnval){ [ 1205.493768] env[69529]: value = "task-3356895" [ 1205.493768] env[69529]: _type = "Task" [ 1205.493768] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.500811] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.506142] env[69529]: DEBUG oslo_vmware.api [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.688306] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356890, 'name': Rename_Task, 'duration_secs': 0.178588} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.688586] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.688869] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04fac021-cf9d-4603-b321-ed8d3e73a388 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.712180] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1205.712180] env[69529]: value = "task-3356896" [ 1205.712180] env[69529]: _type = "Task" [ 1205.712180] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.721999] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.776063] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 7360cf93-363a-463c-952d-d4d733ecfc1a] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.825759] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7e932e8b-78ff-44b3-81d0-1e1b012c761e tempest-ServersListShow296Test-1236747890 tempest-ServersListShow296Test-1236747890-project-member] Lock "7143e6d7-02b3-4f9f-85a5-dacecae4b002" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.733s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.899374] env[69529]: DEBUG oslo_vmware.api [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356891, 'name': PowerOnVM_Task, 'duration_secs': 0.451613} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.899646] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.902428] env[69529]: DEBUG nova.compute.manager [None req-10297873-54a0-4568-8352-41a9285cf3e1 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.903295] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678fa6d-9d0a-4a74-a58f-a889cc8fdba7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.945993] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356892, 'name': Rename_Task, 'duration_secs': 0.161678} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.945993] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.945993] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3758c1d-fd2b-4a77-a137-6aec9e46550e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.948272] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1205.948272] env[69529]: value = "task-3356897" [ 1205.948272] env[69529]: _type = "Task" [ 1205.948272] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.963826] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.979381] env[69529]: DEBUG nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.001958] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356894, 'name': PowerOffVM_Task, 'duration_secs': 0.182892} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.002642] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.003722] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac74f736-203d-436d-9106-b2e3b44fe374 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.009907] env[69529]: DEBUG oslo_vmware.api [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Task: {'id': task-3356895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121682} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.010526] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.010786] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.010902] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.011097] env[69529]: INFO nova.compute.manager [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1206.011331] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.011580] env[69529]: DEBUG nova.compute.manager [-] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.011682] env[69529]: DEBUG nova.network.neutron [-] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.029507] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7890f935-36fc-4d0f-8009-8f5be34388e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.045225] env[69529]: DEBUG nova.network.neutron [-] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.223908] env[69529]: DEBUG oslo_vmware.api [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356896, 'name': PowerOnVM_Task, 'duration_secs': 0.507502} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.224285] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.224504] env[69529]: INFO nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Took 3.63 seconds to spawn the instance on the hypervisor. [ 1206.224686] env[69529]: DEBUG nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.225667] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1517457-9d56-4594-b4c9-1278f64937a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.279485] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: b5318cd3-b3e7-4bbd-9a1f-ee61d296ea5c] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.315316] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4c9837b9-8ce5-48c7-9805-6403306808da tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.460520] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.503986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.505023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.506199] env[69529]: INFO nova.compute.claims [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.543062] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1206.543993] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f1e6fd2-4372-4bf4-bbcf-ff9daea299ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.547873] env[69529]: DEBUG nova.network.neutron [-] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.552717] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1206.552717] env[69529]: value = "task-3356898" [ 1206.552717] env[69529]: _type = "Task" [ 1206.552717] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.562852] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356898, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.745770] env[69529]: INFO nova.compute.manager [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Took 12.28 seconds to build instance. [ 1206.782917] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 14cf55e1-1e85-48d6-8729-dd296ef21a30] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.959940] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356897, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.050568] env[69529]: INFO nova.compute.manager [-] [instance: c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc] Took 1.04 seconds to deallocate network for instance. [ 1207.065896] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356898, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.248534] env[69529]: DEBUG oslo_concurrency.lockutils [None req-143188f5-b452-44e6-bf8e-cdd541cb2f51 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.790s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.287278] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 54e87386-5055-4ea2-aded-aa3be5001f88] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.461151] env[69529]: DEBUG oslo_vmware.api [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356897, 'name': PowerOnVM_Task, 'duration_secs': 1.363285} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.461449] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.461685] env[69529]: INFO nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1207.461895] env[69529]: DEBUG nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.462765] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ce8e15-f097-4507-a394-644561802080 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.557184] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.570105] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356898, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.698388] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8eaba4-26c9-418c-a04f-de1663d55b26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.713835] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce0ade-4593-4154-9063-6992b6a8abf4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.746616] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f62a3c-1779-4edd-8a5a-b58b884ab822 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.754993] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d3ee1-4445-4498-9f1c-def4dc972dd1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.769410] env[69529]: DEBUG nova.compute.provider_tree [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.790722] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: b1ae0720-f07f-46c9-b8ce-33cda0a31a43] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.980626] env[69529]: INFO nova.compute.manager [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Took 15.86 seconds to build instance. [ 1208.042941] env[69529]: DEBUG nova.compute.manager [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Received event network-changed-0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.042941] env[69529]: DEBUG nova.compute.manager [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Refreshing instance network info cache due to event network-changed-0e466e8e-fa27-4e60-a791-d0999683ab85. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.043605] env[69529]: DEBUG oslo_concurrency.lockutils [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] Acquiring lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.043817] env[69529]: DEBUG oslo_concurrency.lockutils [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] Acquired lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.044057] env[69529]: DEBUG nova.network.neutron [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Refreshing network info cache for port 0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.067431] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356898, 'name': CreateSnapshot_Task, 'duration_secs': 1.08264} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.067820] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1208.068652] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e115c-89aa-4773-9264-8e5f2feafcde {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.272405] env[69529]: DEBUG nova.scheduler.client.report [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.293955] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: ac516853-029d-4685-a95c-d172e0240eb4] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.487141] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ac977f0f-c9f0-4207-964a-ec15b6012992 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.378s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.588912] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1208.589400] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f60f948d-0d9f-46c5-a49b-ee939c49f99f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.603048] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1208.603048] env[69529]: value = "task-3356899" [ 1208.603048] env[69529]: _type = "Task" [ 1208.603048] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.613766] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356899, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.751578] env[69529]: DEBUG nova.network.neutron [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Updated VIF entry in instance network info cache for port 0e466e8e-fa27-4e60-a791-d0999683ab85. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.751961] env[69529]: DEBUG nova.network.neutron [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Updating instance_info_cache with network_info: [{"id": "0e466e8e-fa27-4e60-a791-d0999683ab85", "address": "fa:16:3e:9c:95:2f", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e466e8e-fa", "ovs_interfaceid": "0e466e8e-fa27-4e60-a791-d0999683ab85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.777568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.778082] env[69529]: DEBUG nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.780629] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.224s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.780851] env[69529]: DEBUG nova.objects.instance [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lazy-loading 'resources' on Instance uuid c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.797239] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: d5f74b11-9993-4e39-b882-a22bf147f313] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.834832] env[69529]: INFO nova.compute.manager [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Rescuing [ 1208.835106] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.835275] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.835523] env[69529]: DEBUG nova.network.neutron [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.121043] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356899, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.254946] env[69529]: DEBUG oslo_concurrency.lockutils [req-3d477810-67b3-4aae-9501-4debcc14aad5 req-c24d9ffa-606f-4303-8972-955cb4f4716a service nova] Releasing lock "refresh_cache-5e520785-7734-4ad6-a1d9-d84eaab73f9d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.284305] env[69529]: DEBUG nova.compute.utils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.285768] env[69529]: DEBUG nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.285997] env[69529]: DEBUG nova.network.neutron [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.300031] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: df27b953-d341-4b7a-9b22-be6fedd3db50] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.333162] env[69529]: DEBUG nova.policy [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa465067139c4da68ff510a919d1a17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8504dcb4048d406aae5994b38bb370b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.477914] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b087cca0-4cca-44eb-9277-279f913b09f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.488377] env[69529]: DEBUG nova.compute.manager [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1209.495020] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260474d-7e4f-4ce6-9480-12c9cc0a6e00 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.528647] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e5da63-eae5-41d6-aef3-527df285e7a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.537919] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac80e3-d16e-4947-93bc-9bcc1b5c7864 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.552777] env[69529]: DEBUG nova.compute.provider_tree [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.616361] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356899, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.685779] env[69529]: DEBUG nova.network.neutron [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Updating instance_info_cache with network_info: [{"id": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "address": "fa:16:3e:74:47:05", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808e7e7f-43", "ovs_interfaceid": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.785310] env[69529]: DEBUG nova.network.neutron [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Successfully created port: 428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.791830] env[69529]: DEBUG nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.803981] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 6b00ba8a-af94-423f-8dc8-6d7302a898ac] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.823285] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "f8cc0060-127b-4961-b594-4dee24d79e5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.823545] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.823798] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "f8cc0060-127b-4961-b594-4dee24d79e5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.824040] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.824256] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.826761] env[69529]: INFO nova.compute.manager [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Terminating instance [ 1210.011732] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.058224] env[69529]: DEBUG nova.scheduler.client.report [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.083382] env[69529]: DEBUG nova.compute.manager [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Received event network-changed-898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.083623] env[69529]: DEBUG nova.compute.manager [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Refreshing instance network info cache due to event network-changed-898e3dc5-202d-4c34-b9e1-b4629b119bd7. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.084054] env[69529]: DEBUG oslo_concurrency.lockutils [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] Acquiring lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.084130] env[69529]: DEBUG oslo_concurrency.lockutils [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] Acquired lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.084380] env[69529]: DEBUG nova.network.neutron [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Refreshing network info cache for port 898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.116467] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356899, 'name': CloneVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.188578] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.307352] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 82f38db9-628c-4048-aa91-a8082d1f7198] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.332475] env[69529]: DEBUG nova.compute.manager [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.332686] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.333659] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d68f7-ce4d-49c6-85d1-15dd8b7a2e1f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.341618] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.341871] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f73ed684-8abd-4ac4-b04a-bf0aa2e6fd63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.348534] env[69529]: DEBUG oslo_vmware.api [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1210.348534] env[69529]: value = "task-3356900" [ 1210.348534] env[69529]: _type = "Task" [ 1210.348534] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.358611] env[69529]: DEBUG oslo_vmware.api [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.563659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.566171] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.555s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.585692] env[69529]: INFO nova.scheduler.client.report [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Deleted allocations for instance c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc [ 1210.617715] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356899, 'name': CloneVM_Task, 'duration_secs': 1.555238} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.618368] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Created linked-clone VM from snapshot [ 1210.619480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893ed0ca-d368-4c7f-84b0-06c7b182da48 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.629154] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Uploading image 9d76a54b-c579-4635-8338-1790795be1ef {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1210.652490] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1210.652490] env[69529]: value = "vm-669967" [ 1210.652490] env[69529]: _type = "VirtualMachine" [ 1210.652490] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1210.652766] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1713dc0-01ee-4ce6-9001-903ef922bc83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.660576] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease: (returnval){ [ 1210.660576] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5ac41-5960-1cef-83ba-0996a9fc9f02" [ 1210.660576] env[69529]: _type = "HttpNfcLease" [ 1210.660576] env[69529]: } obtained for exporting VM: (result){ [ 1210.660576] env[69529]: value = "vm-669967" [ 1210.660576] env[69529]: _type = "VirtualMachine" [ 1210.660576] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1210.660576] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the lease: (returnval){ [ 1210.660576] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5ac41-5960-1cef-83ba-0996a9fc9f02" [ 1210.660576] env[69529]: _type = "HttpNfcLease" [ 1210.660576] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.669977] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.669977] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5ac41-5960-1cef-83ba-0996a9fc9f02" [ 1210.669977] env[69529]: _type = "HttpNfcLease" [ 1210.669977] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.803375] env[69529]: DEBUG nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.810199] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: c6638c0b-5cb5-4e6a-af25-e75088a27267] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.826511] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.826799] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.827322] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.827558] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.827714] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.827966] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.828216] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.828507] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.828686] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.828854] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.829041] env[69529]: DEBUG nova.virt.hardware [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.830172] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ec1d01-6bdb-4cf2-bedc-bf3fb6f0945b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.840105] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fcf6fe-6e3f-4828-bee8-2e60dd3e3f1c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.845995] env[69529]: DEBUG nova.network.neutron [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updated VIF entry in instance network info cache for port 898e3dc5-202d-4c34-b9e1-b4629b119bd7. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.846348] env[69529]: DEBUG nova.network.neutron [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [{"id": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "address": "fa:16:3e:62:95:13", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898e3dc5-20", "ovs_interfaceid": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.865040] env[69529]: DEBUG oslo_vmware.api [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356900, 'name': PowerOffVM_Task, 'duration_secs': 0.438208} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.865317] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.865494] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.865731] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aebf152e-ccad-4a15-b037-844e3ca78444 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.931876] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.932115] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.932300] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleting the datastore file [datastore2] f8cc0060-127b-4961-b594-4dee24d79e5d {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.932560] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fbca110-3404-4a8d-97e2-6ae774d2ed7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.938678] env[69529]: DEBUG oslo_vmware.api [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for the task: (returnval){ [ 1210.938678] env[69529]: value = "task-3356903" [ 1210.938678] env[69529]: _type = "Task" [ 1210.938678] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.946602] env[69529]: DEBUG oslo_vmware.api [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.075613] env[69529]: INFO nova.compute.claims [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.094900] env[69529]: DEBUG oslo_concurrency.lockutils [None req-cb8e544a-0de7-4789-9c02-28480453f271 tempest-ServersAaction247Test-119371173 tempest-ServersAaction247Test-119371173-project-member] Lock "c6f735b5-dbb5-4565-9fa1-1b84bc4ef4dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.790s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.170098] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.170098] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5ac41-5960-1cef-83ba-0996a9fc9f02" [ 1211.170098] env[69529]: _type = "HttpNfcLease" [ 1211.170098] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1211.170403] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1211.170403] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c5ac41-5960-1cef-83ba-0996a9fc9f02" [ 1211.170403] env[69529]: _type = "HttpNfcLease" [ 1211.170403] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1211.171125] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2e211b-23d8-460d-b706-23138df998a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.178166] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cb3a1-e70f-efa2-9fd6-2d51949c9399/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1211.178331] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cb3a1-e70f-efa2-9fd6-2d51949c9399/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1211.238642] env[69529]: DEBUG nova.compute.manager [req-be1933e5-25e0-4483-9e76-4918a4e4edba req-558036c2-9747-4f6a-a9cf-c3a0739e3db8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Received event network-vif-plugged-428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.238772] env[69529]: DEBUG oslo_concurrency.lockutils [req-be1933e5-25e0-4483-9e76-4918a4e4edba req-558036c2-9747-4f6a-a9cf-c3a0739e3db8 service nova] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.239012] env[69529]: DEBUG oslo_concurrency.lockutils [req-be1933e5-25e0-4483-9e76-4918a4e4edba req-558036c2-9747-4f6a-a9cf-c3a0739e3db8 service nova] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.239194] env[69529]: DEBUG oslo_concurrency.lockutils [req-be1933e5-25e0-4483-9e76-4918a4e4edba req-558036c2-9747-4f6a-a9cf-c3a0739e3db8 service nova] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.239344] env[69529]: DEBUG nova.compute.manager [req-be1933e5-25e0-4483-9e76-4918a4e4edba req-558036c2-9747-4f6a-a9cf-c3a0739e3db8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] No waiting events found dispatching network-vif-plugged-428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.239501] env[69529]: WARNING nova.compute.manager [req-be1933e5-25e0-4483-9e76-4918a4e4edba req-558036c2-9747-4f6a-a9cf-c3a0739e3db8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Received unexpected event network-vif-plugged-428a959b-7b5b-4e72-8aa1-acfeda93f201 for instance with vm_state building and task_state spawning. [ 1211.306635] env[69529]: DEBUG nova.network.neutron [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Successfully updated port: 428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.312789] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 9bffd46f-5976-4b68-9486-4baf1188c20b] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.318035] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27b969a1-1732-40ea-becf-52b8243c8cf9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.349576] env[69529]: DEBUG oslo_concurrency.lockutils [req-c4e1bfde-bb03-41e6-8bc9-9016497df3c6 req-298a4779-3155-41ec-8e6d-3de0b77bd04d service nova] Releasing lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.448278] env[69529]: DEBUG oslo_vmware.api [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Task: {'id': task-3356903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396588} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.448540] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.448725] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.448899] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.449092] env[69529]: INFO nova.compute.manager [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1211.449337] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.449531] env[69529]: DEBUG nova.compute.manager [-] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.449628] env[69529]: DEBUG nova.network.neutron [-] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.584961] env[69529]: INFO nova.compute.resource_tracker [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating resource usage from migration eae3ca66-a9f6-4971-aa45-c0700814ccdb [ 1211.743297] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.744133] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c3d00f-a7ac-437a-b9ae-05a8f2b7175a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.752513] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1211.752513] env[69529]: value = "task-3356904" [ 1211.752513] env[69529]: _type = "Task" [ 1211.752513] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.764663] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.769273] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4ec339-cbd0-44f3-924e-a904fa235f53 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.777875] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d11d16c-3287-448f-a5d8-eeb3bd27b0f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.810196] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.810493] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.810493] env[69529]: DEBUG nova.network.neutron [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.815612] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a41d7d-d57d-4eb5-a1c4-cd3e75c80008 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.820182] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 367bf348-622d-4ff3-9aac-3c424a51fb6d] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.823208] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbb1cc5-c52d-4a35-948f-f32cfecf3031 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.841855] env[69529]: DEBUG nova.compute.provider_tree [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.200367] env[69529]: DEBUG nova.network.neutron [-] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.262254] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356904, 'name': PowerOffVM_Task, 'duration_secs': 0.32388} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.262544] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.263418] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4131392-3d50-44ed-b0ef-f4baef06521d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.282828] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d2343a-4bc8-41b6-b33c-19140a857729 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.311717] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.312031] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0091bd1f-e5e0-477b-8a73-65bfb677ddc8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.319278] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1212.319278] env[69529]: value = "task-3356905" [ 1212.319278] env[69529]: _type = "Task" [ 1212.319278] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.328769] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 981ab456-998f-4007-80e1-bc01001766f8] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.330742] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1212.330962] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.331233] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.331384] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.331562] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.332045] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91134abf-fd72-43b1-9844-80cff3d77f6b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.341534] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.341719] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.342519] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c9b066-6c92-40e3-bcf4-6b521232a168 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.345680] env[69529]: DEBUG nova.scheduler.client.report [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.354608] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1212.354608] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520921ee-9660-69fa-8c51-31b3f337c18d" [ 1212.354608] env[69529]: _type = "Task" [ 1212.354608] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.355693] env[69529]: DEBUG nova.network.neutron [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.366644] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520921ee-9660-69fa-8c51-31b3f337c18d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.521860] env[69529]: DEBUG nova.network.neutron [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updating instance_info_cache with network_info: [{"id": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "address": "fa:16:3e:4b:b0:e4", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428a959b-7b", "ovs_interfaceid": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.704410] env[69529]: INFO nova.compute.manager [-] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Took 1.25 seconds to deallocate network for instance. [ 1212.833240] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: eeee1c8a-bd68-4848-ac48-4d6f6b469a6f] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.853477] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.853701] env[69529]: INFO nova.compute.manager [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Migrating [ 1212.879850] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]520921ee-9660-69fa-8c51-31b3f337c18d, 'name': SearchDatastore_Task, 'duration_secs': 0.016628} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.880993] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b52434-7e14-4057-9e7b-bcbdb9b8f2f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.891347] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1212.891347] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5255a7ed-13d9-5bb1-339f-65218e38ac66" [ 1212.891347] env[69529]: _type = "Task" [ 1212.891347] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.665181] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.665542] env[69529]: DEBUG nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Instance network_info: |[{"id": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "address": "fa:16:3e:4b:b0:e4", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428a959b-7b", "ovs_interfaceid": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.666593] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.666915] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.667195] env[69529]: DEBUG nova.objects.instance [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lazy-loading 'resources' on Instance uuid f8cc0060-127b-4961-b594-4dee24d79e5d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.668124] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: f54a2b28-fe6a-48eb-bc06-f5493ce33bc8] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.670083] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.670286] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.670499] env[69529]: DEBUG nova.network.neutron [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.671548] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5255a7ed-13d9-5bb1-339f-65218e38ac66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.671760] env[69529]: WARNING oslo_vmware.common.loopingcall [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] task run outlasted interval by 0.28014399999999995 sec [ 1213.673461] env[69529]: DEBUG nova.compute.manager [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Received event network-changed-428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.673721] env[69529]: DEBUG nova.compute.manager [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Refreshing instance network info cache due to event network-changed-428a959b-7b5b-4e72-8aa1-acfeda93f201. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.673975] env[69529]: DEBUG oslo_concurrency.lockutils [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] Acquiring lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.674188] env[69529]: DEBUG oslo_concurrency.lockutils [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] Acquired lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.674405] env[69529]: DEBUG nova.network.neutron [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Refreshing network info cache for port 428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.675695] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:b0:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428a959b-7b5b-4e72-8aa1-acfeda93f201', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.683086] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.687546] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.691758] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59025a06-9b55-4fd2-a96b-edae14dd8c76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.713769] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5255a7ed-13d9-5bb1-339f-65218e38ac66, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.715429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.715575] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. {{(pid=69529) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1213.716158] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.716158] env[69529]: value = "task-3356906" [ 1213.716158] env[69529]: _type = "Task" [ 1213.716158] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.716433] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26501b7c-b88b-4756-9481-d24acb48e1ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.727977] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356906, 'name': CreateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.729367] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1213.729367] env[69529]: value = "task-3356907" [ 1213.729367] env[69529]: _type = "Task" [ 1213.729367] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.738220] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.944670] env[69529]: DEBUG nova.network.neutron [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updated VIF entry in instance network info cache for port 428a959b-7b5b-4e72-8aa1-acfeda93f201. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.945056] env[69529]: DEBUG nova.network.neutron [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updating instance_info_cache with network_info: [{"id": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "address": "fa:16:3e:4b:b0:e4", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428a959b-7b", "ovs_interfaceid": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.176485] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: af0cf76e-09b7-42d6-8917-0d602f023ac4] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.234307] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356906, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.259187] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356907, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.440533] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f478780f-fd1e-4107-9e20-f56d0c179d11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.451480] env[69529]: DEBUG oslo_concurrency.lockutils [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] Releasing lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.451480] env[69529]: DEBUG nova.compute.manager [req-f7f4f732-d814-4381-b036-37c625370297 req-8137122d-4b79-4c5d-8308-6a703afe21c8 service nova] [instance: f8cc0060-127b-4961-b594-4dee24d79e5d] Received event network-vif-deleted-cb0bb861-ed7f-41f8-b576-40719eed7ee0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.452807] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f68d2-fbc3-42a6-8ff8-fbf15d35bc5f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.490165] env[69529]: DEBUG nova.network.neutron [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [{"id": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "address": "fa:16:3e:62:95:13", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898e3dc5-20", "ovs_interfaceid": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.496030] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf70b78-52bb-4aa0-96ad-0382fda2d534 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.500711] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3115924-157a-4e5b-bc6e-1313e7c4ce43 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.517948] env[69529]: DEBUG nova.compute.provider_tree [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.681220] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: e3da2690-31c8-410a-b003-b983eea08863] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.732783] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356906, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.741120] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788138} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.741474] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. [ 1214.742159] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c2a67-d632-4181-9123-b9d37928ca6a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.769489] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.769798] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9739a56b-6d6d-4c07-886d-2734557eed19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.794274] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1214.794274] env[69529]: value = "task-3356908" [ 1214.794274] env[69529]: _type = "Task" [ 1214.794274] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.802520] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.996132] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.021217] env[69529]: DEBUG nova.scheduler.client.report [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.185735] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 6aa9aee7-b603-4ba8-85fd-02d90cef2cd5] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.250906] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356906, 'name': CreateVM_Task, 'duration_secs': 1.459127} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.251861] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.265629] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.265629] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.266512] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.277722] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b92155-eed7-4776-9897-97e86e446134 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.296903] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1215.296903] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52be7b16-b22f-a497-c655-f1180e2dee50" [ 1215.296903] env[69529]: _type = "Task" [ 1215.296903] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.356358] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356908, 'name': ReconfigVM_Task, 'duration_secs': 0.406574} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.356645] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52be7b16-b22f-a497-c655-f1180e2dee50, 'name': SearchDatastore_Task, 'duration_secs': 0.017898} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.356917] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.357343] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.357566] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.357793] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.357940] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.358176] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.375023] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fe2f0d-4a0e-4b12-afae-a6d1833e0b24 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.375023] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f633eda1-5f39-4520-98bb-911ada1a41e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.414992] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb0e53d-3265-47bb-b338-383591636d64 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.425433] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.425656] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.426468] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ddb9ca-0114-4f90-9c3b-31834d894a23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.432799] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1215.432799] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9e34b-eabd-1a0b-54da-edf58c33dee9" [ 1215.432799] env[69529]: _type = "Task" [ 1215.432799] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.434253] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1215.434253] env[69529]: value = "task-3356909" [ 1215.434253] env[69529]: _type = "Task" [ 1215.434253] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.445471] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9e34b-eabd-1a0b-54da-edf58c33dee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.448753] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.528607] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.563826] env[69529]: INFO nova.scheduler.client.report [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Deleted allocations for instance f8cc0060-127b-4961-b594-4dee24d79e5d [ 1215.690022] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 71d266cd-782c-4cbc-9caf-99f6f85ad53e] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.949557] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356909, 'name': ReconfigVM_Task, 'duration_secs': 0.179099} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.955463] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.955769] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c9e34b-eabd-1a0b-54da-edf58c33dee9, 'name': SearchDatastore_Task, 'duration_secs': 0.016363} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.956548] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4f4cc2a-ab1c-48ab-87f7-70984827d292 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.958194] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc113e2e-e90a-410d-b876-a85b2d77b263 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.963903] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1215.963903] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fc2fcd-f2aa-9ffb-e595-f246eee42378" [ 1215.963903] env[69529]: _type = "Task" [ 1215.963903] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.965152] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1215.965152] env[69529]: value = "task-3356910" [ 1215.965152] env[69529]: _type = "Task" [ 1215.965152] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.976417] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52fc2fcd-f2aa-9ffb-e595-f246eee42378, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.979343] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.979622] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7013ce24-b25f-4a0f-9db0-97cc920e9a14/7013ce24-b25f-4a0f-9db0-97cc920e9a14.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.979889] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.980111] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-354e0dad-f488-4c73-950e-d1da99a32b1c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.988011] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1215.988011] env[69529]: value = "task-3356911" [ 1215.988011] env[69529]: _type = "Task" [ 1215.988011] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.996107] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.075237] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0a9908e3-9b02-4d87-a595-a4ff4f451d30 tempest-ServerDiskConfigTestJSON-1897112496 tempest-ServerDiskConfigTestJSON-1897112496-project-member] Lock "f8cc0060-127b-4961-b594-4dee24d79e5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.251s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.193940] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 12450fb6-2a17-44fe-96e5-bb32456465fb] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.480432] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356910, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.500152] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356911, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.513972] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9875cb-c679-45a5-9ed6-810368b291d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.536057] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance '414370ce-ca94-4e5b-9164-cb9a4948129a' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.701956] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 2814f114-c951-458b-95d7-7b7e0c6addb8] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.979783] env[69529]: DEBUG oslo_vmware.api [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356910, 'name': PowerOnVM_Task, 'duration_secs': 0.615207} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.980208] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.983789] env[69529]: DEBUG nova.compute.manager [None req-6f2cf3e2-a110-4d92-89e8-b832a0f3f2c3 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.984770] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb90a7d-4c13-4236-8141-7f73cc86ca9f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.002921] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597646} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.004545] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 7013ce24-b25f-4a0f-9db0-97cc920e9a14/7013ce24-b25f-4a0f-9db0-97cc920e9a14.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.004804] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.008011] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d2708c-c020-4099-a311-95ba53dfa214 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.012472] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "44291f08-8541-4cd2-985b-b368c0c01a1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.012874] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.019690] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1217.019690] env[69529]: value = "task-3356912" [ 1217.019690] env[69529]: _type = "Task" [ 1217.019690] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.029718] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.042577] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.043607] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91f65b3-98ab-427a-a2c1-5da196ad481b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.050222] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1217.050222] env[69529]: value = "task-3356913" [ 1217.050222] env[69529]: _type = "Task" [ 1217.050222] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.060097] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.205899] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 8fda3bd4-b22f-4ca4-8a5d-9a1332c82133] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.315815] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.315815] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.515617] env[69529]: DEBUG nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.529302] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071817} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.529575] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.530501] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d93c4-27e2-46ff-98ec-52482a00ffa5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.553975] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 7013ce24-b25f-4a0f-9db0-97cc920e9a14/7013ce24-b25f-4a0f-9db0-97cc920e9a14.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.554943] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc9e9ec-d8a2-48e0-ba2b-0915f3ef3707 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.578082] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356913, 'name': PowerOffVM_Task, 'duration_secs': 0.254487} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.579532] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.579805] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance '414370ce-ca94-4e5b-9164-cb9a4948129a' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.583297] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1217.583297] env[69529]: value = "task-3356914" [ 1217.583297] env[69529]: _type = "Task" [ 1217.583297] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.593406] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.709824] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 729b70b0-c415-47f6-8949-5559ffb977a5] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.819256] env[69529]: INFO nova.compute.manager [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Detaching volume 81e6826f-9dab-4144-9fa6-771fd1c6ec35 [ 1217.858431] env[69529]: INFO nova.virt.block_device [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Attempting to driver detach volume 81e6826f-9dab-4144-9fa6-771fd1c6ec35 from mountpoint /dev/sdb [ 1217.858685] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.858876] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669941', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'name': 'volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db', 'attached_at': '', 'detached_at': '', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'serial': '81e6826f-9dab-4144-9fa6-771fd1c6ec35'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.859831] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5020638f-5e4b-422d-b3ab-cfda8681d36c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.883780] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57337f02-2d08-448d-9809-6171eeb1f9f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.892973] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a7088-0ac7-47e9-abb9-75fa214b72e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.915647] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca222d-8565-43d2-9dc4-7c9c60ef4a77 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.932168] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] The volume has not been displaced from its original location: [datastore2] volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35/volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.938045] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.938430] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2756e3-b92a-426c-b196-ad8b28caac70 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.960299] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1217.960299] env[69529]: value = "task-3356915" [ 1217.960299] env[69529]: _type = "Task" [ 1217.960299] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.970531] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.046747] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.047223] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.048455] env[69529]: INFO nova.compute.claims [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.086411] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.086861] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.087448] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.089685] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.095884] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b2840f-731e-4f40-aba0-c4c983c79129 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.118142] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356914, 'name': ReconfigVM_Task, 'duration_secs': 0.494131} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.119688] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 7013ce24-b25f-4a0f-9db0-97cc920e9a14/7013ce24-b25f-4a0f-9db0-97cc920e9a14.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.120486] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1218.120486] env[69529]: value = "task-3356916" [ 1218.120486] env[69529]: _type = "Task" [ 1218.120486] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.120746] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e3352fc-b795-4333-b29b-96de6afa561b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.133122] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.133798] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1218.133798] env[69529]: value = "task-3356917" [ 1218.133798] env[69529]: _type = "Task" [ 1218.133798] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.142072] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356917, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.213469] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 46e5ab90-035b-450c-ba7f-c06b5c223212] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.475116] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.633167] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.643045] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356917, 'name': Rename_Task, 'duration_secs': 0.233729} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.643553] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.643653] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd8aac8-a580-4731-8e8d-ab135ca13ca4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.650186] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1218.650186] env[69529]: value = "task-3356918" [ 1218.650186] env[69529]: _type = "Task" [ 1218.650186] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.661857] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.717428] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 5a8a545d-77ce-40f7-bac6-a01627ba66a1] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.857246] env[69529]: INFO nova.compute.manager [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Unrescuing [ 1218.857604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.857663] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.857827] env[69529]: DEBUG nova.network.neutron [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.972294] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.137145] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.165966] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.220493] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: a8ebfafc-bdc5-4011-bcd9-8c84c1b05c94] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.241128] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f665a2-51b7-4965-abcd-606760281ac3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.248731] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b101ebd8-c4b7-4c64-9a26-4157eca53b21 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.282242] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c175c-e45e-4f56-a6e0-49167848f57e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.290468] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5fa9fb-dd1b-456c-ba4f-b5aa18db0334 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.305945] env[69529]: DEBUG nova.compute.provider_tree [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.471197] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356915, 'name': ReconfigVM_Task, 'duration_secs': 1.352348} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.473771] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.478587] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495e506b-8f95-4452-bf29-6c22a3009b50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.493680] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1219.493680] env[69529]: value = "task-3356919" [ 1219.493680] env[69529]: _type = "Task" [ 1219.493680] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.501703] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.581582] env[69529]: DEBUG nova.network.neutron [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Updating instance_info_cache with network_info: [{"id": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "address": "fa:16:3e:74:47:05", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808e7e7f-43", "ovs_interfaceid": "808e7e7f-43b4-4ed0-9df6-362d3b87e858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.633497] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356916, 'name': ReconfigVM_Task, 'duration_secs': 1.210628} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.633828] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance '414370ce-ca94-4e5b-9164-cb9a4948129a' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.663929] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.723963] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 273e28db-880c-464f-b316-851419f091dc] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.809428] env[69529]: DEBUG nova.scheduler.client.report [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.834265] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cb3a1-e70f-efa2-9fd6-2d51949c9399/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1219.835381] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4299b2-cb3b-4afb-b088-b927428d582d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.842043] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cb3a1-e70f-efa2-9fd6-2d51949c9399/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1219.842212] env[69529]: ERROR oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cb3a1-e70f-efa2-9fd6-2d51949c9399/disk-0.vmdk due to incomplete transfer. [ 1219.842444] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40928613-f13e-4204-a7c9-1c5067fb769b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.852232] env[69529]: DEBUG oslo_vmware.rw_handles [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523cb3a1-e70f-efa2-9fd6-2d51949c9399/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1219.852431] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Uploaded image 9d76a54b-c579-4635-8338-1790795be1ef to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1219.855209] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1219.855467] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1eae348e-d408-4f40-ad31-c7939e50408f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.861247] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1219.861247] env[69529]: value = "task-3356920" [ 1219.861247] env[69529]: _type = "Task" [ 1219.861247] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.869172] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356920, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.003956] env[69529]: DEBUG oslo_vmware.api [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356919, 'name': ReconfigVM_Task, 'duration_secs': 0.20167} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.004294] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669941', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'name': 'volume-81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db', 'attached_at': '', 'detached_at': '', 'volume_id': '81e6826f-9dab-4144-9fa6-771fd1c6ec35', 'serial': '81e6826f-9dab-4144-9fa6-771fd1c6ec35'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1220.084169] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-19acc21d-9bc0-47f4-ae07-a04d282d6842" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.084975] env[69529]: DEBUG nova.objects.instance [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lazy-loading 'flavor' on Instance uuid 19acc21d-9bc0-47f4-ae07-a04d282d6842 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.140760] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.141123] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.141374] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.141659] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.141890] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.142140] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.142454] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.142704] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.143038] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.143308] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.143579] env[69529]: DEBUG nova.virt.hardware [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.152249] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.152685] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b14036d-af02-4fc7-8cbe-2f48564f238d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.187146] env[69529]: DEBUG oslo_vmware.api [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356918, 'name': PowerOnVM_Task, 'duration_secs': 1.243347} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.188786] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.189157] env[69529]: INFO nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1220.189423] env[69529]: DEBUG nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.189844] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1220.189844] env[69529]: value = "task-3356921" [ 1220.189844] env[69529]: _type = "Task" [ 1220.189844] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.190820] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c0fc9-ceaf-482c-bab4-4228f2df90c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.203435] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.228213] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 9089ee06-1140-4149-a2a5-15a0f1e964e3] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.317061] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.370695] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356920, 'name': Destroy_Task} progress is 33%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.546589] env[69529]: DEBUG nova.objects.instance [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'flavor' on Instance uuid 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.590231] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd964d2-a19d-4b01-9037-699c2f617d37 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.611699] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.612175] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d79775a6-4c98-426d-aafb-a84b8ac7f0ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.618437] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1220.618437] env[69529]: value = "task-3356922" [ 1220.618437] env[69529]: _type = "Task" [ 1220.618437] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.626397] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.705035] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356921, 'name': ReconfigVM_Task, 'duration_secs': 0.16648} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.705338] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.706115] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f8d080-181e-4c36-8255-43865558eb23 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.730728] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-c4f417c1-c550-4744-b5a6-73968a21f7bc/volume-c4f417c1-c550-4744-b5a6-73968a21f7bc.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.732971] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 47918cb8-1e59-4dfd-b161-1c7f6848bdbf] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.734520] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce68d59-70c2-41cd-b523-206faca557c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.748497] env[69529]: INFO nova.compute.manager [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Took 14.26 seconds to build instance. [ 1220.756278] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1220.756278] env[69529]: value = "task-3356923" [ 1220.756278] env[69529]: _type = "Task" [ 1220.756278] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.765708] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.820032] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "2ead2fb1-1459-42c9-96ac-a92e93e3c1d7" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.820278] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "2ead2fb1-1459-42c9-96ac-a92e93e3c1d7" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.871322] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356920, 'name': Destroy_Task, 'duration_secs': 0.910973} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.871581] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Destroyed the VM [ 1220.871816] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1220.872068] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c38fb5cd-2c7e-4cd8-b0a7-413d77520c77 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.877700] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1220.877700] env[69529]: value = "task-3356924" [ 1220.877700] env[69529]: _type = "Task" [ 1220.877700] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.884479] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356924, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.128266] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356922, 'name': PowerOffVM_Task, 'duration_secs': 0.198685} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.128544] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.134054] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.134340] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98b74983-974a-4e57-808b-6a2bf528c0db {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.152351] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1221.152351] env[69529]: value = "task-3356925" [ 1221.152351] env[69529]: _type = "Task" [ 1221.152351] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.161199] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.250597] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: c7a63209-9705-4caa-b567-ffd30dbe38c2] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.252972] env[69529]: DEBUG oslo_concurrency.lockutils [None req-23f2a456-c2e6-49f7-9284-a0e497dab55e tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.775s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.266520] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356923, 'name': ReconfigVM_Task, 'duration_secs': 0.267573} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.266792] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-c4f417c1-c550-4744-b5a6-73968a21f7bc/volume-c4f417c1-c550-4744-b5a6-73968a21f7bc.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.267073] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance '414370ce-ca94-4e5b-9164-cb9a4948129a' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.287283] env[69529]: DEBUG nova.compute.manager [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Received event network-changed-428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.287283] env[69529]: DEBUG nova.compute.manager [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Refreshing instance network info cache due to event network-changed-428a959b-7b5b-4e72-8aa1-acfeda93f201. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.287283] env[69529]: DEBUG oslo_concurrency.lockutils [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] Acquiring lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.287283] env[69529]: DEBUG oslo_concurrency.lockutils [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] Acquired lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.287283] env[69529]: DEBUG nova.network.neutron [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Refreshing network info cache for port 428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.325139] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "2ead2fb1-1459-42c9-96ac-a92e93e3c1d7" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.325711] env[69529]: DEBUG nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.387822] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356924, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.554187] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0fea4cfe-9d73-4b15-bcd3-1d23f98160db tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.238s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.662510] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356925, 'name': ReconfigVM_Task, 'duration_secs': 0.249661} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.663325] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.663325] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.663325] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad3a4cc4-9e47-4910-a088-475414081e82 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.669583] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1221.669583] env[69529]: value = "task-3356926" [ 1221.669583] env[69529]: _type = "Task" [ 1221.669583] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.677039] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.754560] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 739d97b6-1445-4fcf-ad56-8ffa09061569] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.775025] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c96ec5-56d6-4ed4-84bf-a33adb28c150 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.799327] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb622bb-aa99-4026-9572-12adf9dab50a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.820579] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance '414370ce-ca94-4e5b-9164-cb9a4948129a' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.831702] env[69529]: DEBUG nova.compute.utils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.835588] env[69529]: DEBUG nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.835810] env[69529]: DEBUG nova.network.neutron [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.888369] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356924, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.902130] env[69529]: DEBUG nova.policy [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16211d489a834b6688ada9effdfe3388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f271ea2282c046528440543b1041f6e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.148507] env[69529]: DEBUG nova.network.neutron [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updated VIF entry in instance network info cache for port 428a959b-7b5b-4e72-8aa1-acfeda93f201. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.148916] env[69529]: DEBUG nova.network.neutron [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updating instance_info_cache with network_info: [{"id": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "address": "fa:16:3e:4b:b0:e4", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428a959b-7b", "ovs_interfaceid": "428a959b-7b5b-4e72-8aa1-acfeda93f201", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.181443] env[69529]: DEBUG oslo_vmware.api [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356926, 'name': PowerOnVM_Task, 'duration_secs': 0.379102} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.182363] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.182363] env[69529]: DEBUG nova.compute.manager [None req-1dd80de3-1b5c-470e-b75b-31922efb7047 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.183128] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff398e93-5ee2-4b85-a5eb-13738efc0715 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.258361] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: f9747f6e-c637-4650-9a12-56d8d0993e7a] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.278985] env[69529]: DEBUG nova.network.neutron [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Successfully created port: 600334e4-d251-4fe2-91c6-e7e9c46ff827 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.339119] env[69529]: DEBUG nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.390100] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356924, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.651879] env[69529]: DEBUG oslo_concurrency.lockutils [req-85cd263b-8b23-4d05-9f81-86faf50d8d73 req-c7345fe2-ce0a-47f4-b8f3-64a68a0d13f2 service nova] Releasing lock "refresh_cache-7013ce24-b25f-4a0f-9db0-97cc920e9a14" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.667744] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.667999] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.668362] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.668410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.668570] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.670994] env[69529]: INFO nova.compute.manager [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Terminating instance [ 1222.762448] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 613ea6b8-c462-4a8f-aa3d-5da006f59c55] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.891959] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356924, 'name': RemoveSnapshot_Task, 'duration_secs': 1.652293} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.892285] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1222.892561] env[69529]: DEBUG nova.compute.manager [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.893471] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3472e42b-d772-4ebf-b0e1-60ee539c2783 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.174494] env[69529]: DEBUG nova.compute.manager [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.174776] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.175760] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5db403-ee32-4418-bfc8-9e6d19ae76ff {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.184341] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.184534] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10581e57-32f5-46e4-bcc3-a64d3c24f138 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.190450] env[69529]: DEBUG oslo_vmware.api [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1223.190450] env[69529]: value = "task-3356927" [ 1223.190450] env[69529]: _type = "Task" [ 1223.190450] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.198291] env[69529]: DEBUG oslo_vmware.api [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.266091] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 656029d7-0bfc-4e9a-a894-8d29066228bb] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.349025] env[69529]: DEBUG nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.375408] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.375690] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.375846] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.376039] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.376207] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.376354] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.376560] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.376714] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.376883] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.377053] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.377247] env[69529]: DEBUG nova.virt.hardware [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.378109] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d06bb-7b94-4a0d-a6fd-08a854a5ca47 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.386449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb159f-3aba-4f24-8b30-a182f847ee77 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.410566] env[69529]: INFO nova.compute.manager [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Shelve offloading [ 1223.465745] env[69529]: DEBUG nova.network.neutron [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Port 898e3dc5-202d-4c34-b9e1-b4629b119bd7 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1223.638071] env[69529]: DEBUG nova.compute.manager [req-9d008c0f-0ea1-4dfb-be25-33ae98f6166f req-f12aec7d-1109-4c2f-84ce-67af09915966 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Received event network-vif-plugged-600334e4-d251-4fe2-91c6-e7e9c46ff827 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.638319] env[69529]: DEBUG oslo_concurrency.lockutils [req-9d008c0f-0ea1-4dfb-be25-33ae98f6166f req-f12aec7d-1109-4c2f-84ce-67af09915966 service nova] Acquiring lock "44291f08-8541-4cd2-985b-b368c0c01a1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.638531] env[69529]: DEBUG oslo_concurrency.lockutils [req-9d008c0f-0ea1-4dfb-be25-33ae98f6166f req-f12aec7d-1109-4c2f-84ce-67af09915966 service nova] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.638697] env[69529]: DEBUG oslo_concurrency.lockutils [req-9d008c0f-0ea1-4dfb-be25-33ae98f6166f req-f12aec7d-1109-4c2f-84ce-67af09915966 service nova] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.639074] env[69529]: DEBUG nova.compute.manager [req-9d008c0f-0ea1-4dfb-be25-33ae98f6166f req-f12aec7d-1109-4c2f-84ce-67af09915966 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] No waiting events found dispatching network-vif-plugged-600334e4-d251-4fe2-91c6-e7e9c46ff827 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.639074] env[69529]: WARNING nova.compute.manager [req-9d008c0f-0ea1-4dfb-be25-33ae98f6166f req-f12aec7d-1109-4c2f-84ce-67af09915966 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Received unexpected event network-vif-plugged-600334e4-d251-4fe2-91c6-e7e9c46ff827 for instance with vm_state building and task_state spawning. [ 1223.702402] env[69529]: DEBUG oslo_vmware.api [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356927, 'name': PowerOffVM_Task, 'duration_secs': 0.347237} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.702402] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.702402] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.702402] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1712408a-866f-4767-8ebf-e3dbab3dfc4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.723165] env[69529]: DEBUG nova.network.neutron [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Successfully updated port: 600334e4-d251-4fe2-91c6-e7e9c46ff827 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.769408] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: d2cf6d47-2eb2-43e9-baad-73442f983351] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.780650] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.780863] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.781058] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleting the datastore file [datastore2] 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.781315] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ca8b3d-1056-4f87-99fe-e126089dcf71 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.787229] env[69529]: DEBUG oslo_vmware.api [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1223.787229] env[69529]: value = "task-3356929" [ 1223.787229] env[69529]: _type = "Task" [ 1223.787229] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.794909] env[69529]: DEBUG oslo_vmware.api [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.913924] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.914375] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a2fa634-85cf-4ec9-8210-d3d3ab49aab8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.921890] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1223.921890] env[69529]: value = "task-3356930" [ 1223.921890] env[69529]: _type = "Task" [ 1223.921890] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.930023] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.225942] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "refresh_cache-44291f08-8541-4cd2-985b-b368c0c01a1c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.226224] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquired lock "refresh_cache-44291f08-8541-4cd2-985b-b368c0c01a1c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.226426] env[69529]: DEBUG nova.network.neutron [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.272487] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: a40a1fdd-edf5-4ac2-96f5-d8cbb3bd0aa5] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.300678] env[69529]: DEBUG oslo_vmware.api [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126113} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.300678] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.300678] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.300678] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.300678] env[69529]: INFO nova.compute.manager [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1224.300678] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.300678] env[69529]: DEBUG nova.compute.manager [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.300678] env[69529]: DEBUG nova.network.neutron [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.433735] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1224.434031] env[69529]: DEBUG nova.compute.manager [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1224.434819] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa1302-321e-4ede-9326-622775c0d313 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.440883] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.441065] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.441257] env[69529]: DEBUG nova.network.neutron [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.492358] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.492358] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.492358] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.766473] env[69529]: DEBUG nova.network.neutron [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.777027] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 2a506c55-2b41-470b-a8e3-2c582fb1a4fe] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.926689] env[69529]: DEBUG nova.network.neutron [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Updating instance_info_cache with network_info: [{"id": "600334e4-d251-4fe2-91c6-e7e9c46ff827", "address": "fa:16:3e:5e:73:8d", "network": {"id": "b8c92a63-02c6-4b21-b0f0-fd3cadd04155", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-208065231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f271ea2282c046528440543b1041f6e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600334e4-d2", "ovs_interfaceid": "600334e4-d251-4fe2-91c6-e7e9c46ff827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.186850] env[69529]: DEBUG nova.network.neutron [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": "c6c8f0d2-2773-47ac-9970-767155bc991d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.280971] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: cf2a81b1-b116-4c2f-ad63-5553fdf09d75] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.321785] env[69529]: DEBUG nova.network.neutron [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.430644] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Releasing lock "refresh_cache-44291f08-8541-4cd2-985b-b368c0c01a1c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.431024] env[69529]: DEBUG nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Instance network_info: |[{"id": "600334e4-d251-4fe2-91c6-e7e9c46ff827", "address": "fa:16:3e:5e:73:8d", "network": {"id": "b8c92a63-02c6-4b21-b0f0-fd3cadd04155", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-208065231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f271ea2282c046528440543b1041f6e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600334e4-d2", "ovs_interfaceid": "600334e4-d251-4fe2-91c6-e7e9c46ff827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.431459] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:73:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '600334e4-d251-4fe2-91c6-e7e9c46ff827', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.439189] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Creating folder: Project (f271ea2282c046528440543b1041f6e6). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.439361] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e5d6283-c0a4-4aa4-be08-96365ed15efd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.450617] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Created folder: Project (f271ea2282c046528440543b1041f6e6) in parent group-v669649. [ 1225.450822] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Creating folder: Instances. Parent ref: group-v669969. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.451084] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d786b20-400d-4e18-9fd6-c9090db98cdf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.459319] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Created folder: Instances in parent group-v669969. [ 1225.459545] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.459733] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.459926] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28520a0b-e209-4cf8-92f3-79b3079e7972 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.478795] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.478795] env[69529]: value = "task-3356933" [ 1225.478795] env[69529]: _type = "Task" [ 1225.478795] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.486276] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356933, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.528752] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.528752] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.528752] env[69529]: DEBUG nova.network.neutron [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.665707] env[69529]: DEBUG nova.compute.manager [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Received event network-changed-600334e4-d251-4fe2-91c6-e7e9c46ff827 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.665867] env[69529]: DEBUG nova.compute.manager [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Refreshing instance network info cache due to event network-changed-600334e4-d251-4fe2-91c6-e7e9c46ff827. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.666102] env[69529]: DEBUG oslo_concurrency.lockutils [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] Acquiring lock "refresh_cache-44291f08-8541-4cd2-985b-b368c0c01a1c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.666293] env[69529]: DEBUG oslo_concurrency.lockutils [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] Acquired lock "refresh_cache-44291f08-8541-4cd2-985b-b368c0c01a1c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.666503] env[69529]: DEBUG nova.network.neutron [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Refreshing network info cache for port 600334e4-d251-4fe2-91c6-e7e9c46ff827 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.690992] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.788800] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 11d9bedb-4afe-4a98-bf67-180666568c92] Instance has had 0 of 5 cleanup attempts {{(pid=69529) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.824146] env[69529]: INFO nova.compute.manager [-] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Took 1.52 seconds to deallocate network for instance. [ 1225.989323] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356933, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.993238] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.993454] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.005689] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.006779] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a52972-cec3-4090-a7cc-41e53d1f4139 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.014045] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.014475] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-559e32ba-2a71-497c-a20a-7dd02f7e0336 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.084742] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.084954] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.085186] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleting the datastore file [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.085476] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bc0bdfe-8ce7-4784-9328-1629f4eb115f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.092221] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1226.092221] env[69529]: value = "task-3356935" [ 1226.092221] env[69529]: _type = "Task" [ 1226.092221] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.100365] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.281967] env[69529]: DEBUG nova.network.neutron [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [{"id": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "address": "fa:16:3e:62:95:13", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898e3dc5-20", "ovs_interfaceid": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.292573] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.292733] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Cleaning up deleted instances with incomplete migration {{(pid=69529) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1226.331647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.331647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.331647] env[69529]: DEBUG nova.objects.instance [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'resources' on Instance uuid 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.392741] env[69529]: DEBUG nova.network.neutron [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Updated VIF entry in instance network info cache for port 600334e4-d251-4fe2-91c6-e7e9c46ff827. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.393107] env[69529]: DEBUG nova.network.neutron [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Updating instance_info_cache with network_info: [{"id": "600334e4-d251-4fe2-91c6-e7e9c46ff827", "address": "fa:16:3e:5e:73:8d", "network": {"id": "b8c92a63-02c6-4b21-b0f0-fd3cadd04155", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-208065231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f271ea2282c046528440543b1041f6e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap600334e4-d2", "ovs_interfaceid": "600334e4-d251-4fe2-91c6-e7e9c46ff827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.489656] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356933, 'name': CreateVM_Task, 'duration_secs': 0.606868} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.489824] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.490528] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.490692] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.491008] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.491258] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e3b75d5-2c8a-4f8c-b48c-20fd430ae070 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.495301] env[69529]: DEBUG nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.498048] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1226.498048] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5290222a-8c83-f119-89fc-6eee221fd547" [ 1226.498048] env[69529]: _type = "Task" [ 1226.498048] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.505726] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5290222a-8c83-f119-89fc-6eee221fd547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.601456] env[69529]: DEBUG oslo_vmware.api [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145619} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.601692] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.601876] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.602061] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.628479] env[69529]: INFO nova.scheduler.client.report [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted allocations for instance fd83b890-eae8-41be-9359-70f3f32ccab9 [ 1226.787568] env[69529]: DEBUG oslo_concurrency.lockutils [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.794913] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.895354] env[69529]: DEBUG oslo_concurrency.lockutils [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] Releasing lock "refresh_cache-44291f08-8541-4cd2-985b-b368c0c01a1c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.895626] env[69529]: DEBUG nova.compute.manager [req-3d57a3ff-78ef-4da8-9126-65e271bcdeb9 req-acc40505-bae6-4751-874e-2196d96b3937 service nova] [instance: 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db] Received event network-vif-deleted-7595be91-83b8-4630-a92b-4e82cf5c8c72 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.975055] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db42c8-a483-4712-bb00-018c5b45a7ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.982224] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2fe774-1a76-42b7-8269-89d1efeefa50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.015268] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049ae609-5740-4690-a7d8-ef65821ed840 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.027969] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752a4f48-8a5f-4757-8b55-4bf936cb8b34 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.031932] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5290222a-8c83-f119-89fc-6eee221fd547, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.032811] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.033152] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.033386] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.033612] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.033759] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.033932] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.034475] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85b9913d-bfbc-4fd9-9119-30e990b909a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.043706] env[69529]: DEBUG nova.compute.provider_tree [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.051028] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.051028] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.052180] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9cfe06d-7209-4f84-b6f3-1874d51bdda8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.057572] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1227.057572] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c8ede0-1fa6-b6e3-c102-536c247a2ae1" [ 1227.057572] env[69529]: _type = "Task" [ 1227.057572] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.065286] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c8ede0-1fa6-b6e3-c102-536c247a2ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.132740] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.296451] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13306ec-bab5-4801-9bbd-c1e2f79ef205 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.303825] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2ebf4d-893f-40fc-be66-c0a679e3257b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.546952] env[69529]: DEBUG nova.scheduler.client.report [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.569054] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52c8ede0-1fa6-b6e3-c102-536c247a2ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.008687} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.569890] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da93752-0b34-40f9-8cdb-e141ae75f38c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.575693] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1227.575693] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529d7bd5-ca43-8fbd-f962-8e07f2324a33" [ 1227.575693] env[69529]: _type = "Task" [ 1227.575693] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.585516] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529d7bd5-ca43-8fbd-f962-8e07f2324a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.700338] env[69529]: DEBUG nova.compute.manager [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-vif-unplugged-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.700753] env[69529]: DEBUG oslo_concurrency.lockutils [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.701102] env[69529]: DEBUG oslo_concurrency.lockutils [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.701400] env[69529]: DEBUG oslo_concurrency.lockutils [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.701694] env[69529]: DEBUG nova.compute.manager [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] No waiting events found dispatching network-vif-unplugged-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.702015] env[69529]: WARNING nova.compute.manager [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received unexpected event network-vif-unplugged-c6c8f0d2-2773-47ac-9970-767155bc991d for instance with vm_state shelved_offloaded and task_state unshelving. [ 1227.702339] env[69529]: DEBUG nova.compute.manager [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.702625] env[69529]: DEBUG nova.compute.manager [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing instance network info cache due to event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.702994] env[69529]: DEBUG oslo_concurrency.lockutils [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] Acquiring lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.703476] env[69529]: DEBUG oslo_concurrency.lockutils [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] Acquired lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.703730] env[69529]: DEBUG nova.network.neutron [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.055279] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.058704] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.026s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.061906] env[69529]: INFO nova.compute.claims [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.075845] env[69529]: INFO nova.scheduler.client.report [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted allocations for instance 39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db [ 1228.094348] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529d7bd5-ca43-8fbd-f962-8e07f2324a33, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.094748] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.095170] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 44291f08-8541-4cd2-985b-b368c0c01a1c/44291f08-8541-4cd2-985b-b368c0c01a1c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.095574] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1e8f323-de8f-496a-b7ba-93aa68396d7e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.104466] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1228.104466] env[69529]: value = "task-3356936" [ 1228.104466] env[69529]: _type = "Task" [ 1228.104466] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.118834] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.413857] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c0024d-2c32-4c27-b432-0637ed239a41 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.436303] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a39c225-53d4-4401-a25f-96f51d492596 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.445090] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance '414370ce-ca94-4e5b-9164-cb9a4948129a' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.499976] env[69529]: DEBUG nova.network.neutron [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updated VIF entry in instance network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.499976] env[69529]: DEBUG nova.network.neutron [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.590474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fe408f93-5433-4fd6-a39d-3060b3a3f761 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "39e75ad3-2ce7-4ab1-9ca7-4f69e43e58db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.922s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.615655] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356936, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.690035] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.953224] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.953844] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28ed021-8d02-442b-9afc-8bf3a5548399 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.964473] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1228.964473] env[69529]: value = "task-3356937" [ 1228.964473] env[69529]: _type = "Task" [ 1228.964473] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.973652] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.002634] env[69529]: DEBUG oslo_concurrency.lockutils [req-42a47820-8db7-4416-80f2-d21040cdac18 req-404be2bb-41d6-47df-bd37-b3bbc329f935 service nova] Releasing lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.116248] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.980244} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.116568] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 44291f08-8541-4cd2-985b-b368c0c01a1c/44291f08-8541-4cd2-985b-b368c0c01a1c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.116841] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.119585] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48695458-d887-44c8-a219-20b5d3b85c78 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.126283] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1229.126283] env[69529]: value = "task-3356938" [ 1229.126283] env[69529]: _type = "Task" [ 1229.126283] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.137027] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.246541] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ea01f-24ab-4e31-aee5-47378563b79d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.256357] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad9b52d-126b-40f0-8555-ae426e50c454 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.285666] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af341eb0-c62e-4662-b179-6fe30973fe5b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.293280] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7e050-ee0c-42bb-8636-a04923e9c570 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.297380] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.297569] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.308208] env[69529]: DEBUG nova.compute.provider_tree [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.475694] env[69529]: DEBUG oslo_vmware.api [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356937, 'name': PowerOnVM_Task, 'duration_secs': 0.457038} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.476065] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.476152] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-36d6c854-c247-4611-a554-dd5516354866 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance '414370ce-ca94-4e5b-9164-cb9a4948129a' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.636155] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098598} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.636464] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.637252] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b0101d-4afe-448c-b145-4e37613ae0cc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.660528] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 44291f08-8541-4cd2-985b-b368c0c01a1c/44291f08-8541-4cd2-985b-b368c0c01a1c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.660840] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e9f22a-8512-47b8-8b89-5ff9932061f3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.682154] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1229.682154] env[69529]: value = "task-3356939" [ 1229.682154] env[69529]: _type = "Task" [ 1229.682154] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.690448] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.804475] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.804618] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.804718] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.811466] env[69529]: DEBUG nova.scheduler.client.report [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.192089] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356939, 'name': ReconfigVM_Task, 'duration_secs': 0.325535} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.192372] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 44291f08-8541-4cd2-985b-b368c0c01a1c/44291f08-8541-4cd2-985b-b368c0c01a1c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.193022] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21e8ee50-baaf-4ea9-bdac-590b5f577801 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.199393] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1230.199393] env[69529]: value = "task-3356940" [ 1230.199393] env[69529]: _type = "Task" [ 1230.199393] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.206586] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356940, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.309379] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Getting list of instances from cluster (obj){ [ 1230.309379] env[69529]: value = "domain-c8" [ 1230.309379] env[69529]: _type = "ClusterComputeResource" [ 1230.309379] env[69529]: } {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1230.310520] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c45c42-06dd-470d-873c-1479be3dddf6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.316848] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.317327] env[69529]: DEBUG nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.330166] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.198s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.330390] env[69529]: DEBUG nova.objects.instance [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'resources' on Instance uuid fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.331435] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Got total of 9 instances {{(pid=69529) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1230.332074] env[69529]: WARNING nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1230.332074] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 5e520785-7734-4ad6-a1d9-d84eaab73f9d {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.332074] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 663ce282-a30e-43bd-8922-d3f53e3392fc {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.332237] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid f1150def-fe71-4067-823d-0c07d2c0fe74 {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.332299] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.332455] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 82cac712-73b0-4a44-a8d9-4310ff8eb733 {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.332636] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 19acc21d-9bc0-47f4-ae07-a04d282d6842 {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.333064] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 109290eb-6d6b-4b32-bf18-f46948d663c7 {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.333309] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 414370ce-ca94-4e5b-9164-cb9a4948129a {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.333469] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 7013ce24-b25f-4a0f-9db0-97cc920e9a14 {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.333616] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 44291f08-8541-4cd2-985b-b368c0c01a1c {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.333762] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Triggering sync for uuid 5d9e5683-528f-42f7-9141-561173f2203d {{(pid=69529) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1230.335214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.335214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.335214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.335214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.335425] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "f1150def-fe71-4067-823d-0c07d2c0fe74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.335571] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.335811] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.336030] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.336209] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.336429] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.336600] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.336814] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "109290eb-6d6b-4b32-bf18-f46948d663c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.337042] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.337298] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "414370ce-ca94-4e5b-9164-cb9a4948129a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.337488] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.337648] env[69529]: INFO nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1230.337803] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.337986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.338173] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.338402] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "44291f08-8541-4cd2-985b-b368c0c01a1c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.338630] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.338811] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.339140] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1230.340206] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f311c0-92f3-483a-aa65-9fcdf3709474 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.343422] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b1b38-677a-462a-a363-e82f9c8993ea {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.346419] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5883b3-4ca5-49ac-95ae-52b3708f1500 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.349044] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d3ad6f-6fe4-4936-abe2-180f58aed78b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.351765] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cccd363-65aa-49d0-a83f-f4c3aeca3ee8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.355025] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcf79b7-d09a-4549-97bf-ff255a757192 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.358178] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f097e-bd90-4840-9440-0e4a88e75792 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.360706] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.390989] env[69529]: WARNING oslo_messaging._drivers.amqpdriver [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1230.709035] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356940, 'name': Rename_Task, 'duration_secs': 0.133398} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.709320] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.709542] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e3010f-965e-47b7-bcea-7f84fed990c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.715036] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1230.715036] env[69529]: value = "task-3356941" [ 1230.715036] env[69529]: _type = "Task" [ 1230.715036] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.721930] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.836076] env[69529]: DEBUG nova.objects.instance [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'numa_topology' on Instance uuid fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.837796] env[69529]: DEBUG nova.compute.utils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1230.840127] env[69529]: DEBUG nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1230.840403] env[69529]: DEBUG nova.network.neutron [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.869271] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.884845] env[69529]: DEBUG nova.policy [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df1035d3ebb340cfaecd858edcd267b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435d958b47cb469ab6138229bd4f52a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1230.886650] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.888686] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.890177] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.890365] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.890667] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.892170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.896614] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.968283] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.968514] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.191208] env[69529]: DEBUG nova.network.neutron [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Successfully created port: 49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.224943] env[69529]: DEBUG oslo_vmware.api [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356941, 'name': PowerOnVM_Task, 'duration_secs': 0.455178} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.225221] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.225419] env[69529]: INFO nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1231.225595] env[69529]: DEBUG nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.226388] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc59c59-6d62-47a0-b38e-49f90c8984ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.339647] env[69529]: DEBUG nova.objects.base [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.346021] env[69529]: DEBUG nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.349581] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "414370ce-ca94-4e5b-9164-cb9a4948129a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.349581] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.349715] env[69529]: DEBUG nova.compute.manager [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Going to confirm migration 8 {{(pid=69529) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1231.471236] env[69529]: DEBUG nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.511198] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4921626-48c3-46e1-a6f7-d9ee2140510e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.519296] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba2c389-c707-4f71-a65e-b4c890ada84a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.549959] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6834d116-9a5d-4f3f-ba7e-5e94d7f142bf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.557058] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f2d81b-c7fd-4b5b-a0ca-4fd7dd7d009d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.570772] env[69529]: DEBUG nova.compute.provider_tree [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.743322] env[69529]: INFO nova.compute.manager [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Took 13.72 seconds to build instance. [ 1231.915468] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.915746] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquired lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.915982] env[69529]: DEBUG nova.network.neutron [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.916198] env[69529]: DEBUG nova.objects.instance [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'info_cache' on Instance uuid 414370ce-ca94-4e5b-9164-cb9a4948129a {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.991514] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.074957] env[69529]: DEBUG nova.scheduler.client.report [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.245745] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d8d02fc-b6be-42ef-a9a7-c962d97591f6 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.233s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.245995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.908s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.246185] env[69529]: INFO nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1232.246399] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.358856] env[69529]: DEBUG nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.387088] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.387365] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.387559] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.387763] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.387913] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.388071] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.388289] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.388443] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.388602] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.388763] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.388964] env[69529]: DEBUG nova.virt.hardware [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.389847] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75452b63-3dbe-4c66-9dd1-1c9296d07d0b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.398215] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b724fdc-22e9-4333-ad0e-cc66483ed674 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.581483] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.584061] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.715s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.584296] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.584485] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1232.584803] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.594s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.586714] env[69529]: INFO nova.compute.claims [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.592662] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22316a4b-9a2b-44ae-b7d9-4d7e12090751 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.604032] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104dab53-fac0-475d-8ff5-0410428b2460 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.620894] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e6270e-21e0-49ca-a870-444893466bfe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.623793] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "44291f08-8541-4cd2-985b-b368c0c01a1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.624111] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.624385] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "44291f08-8541-4cd2-985b-b368c0c01a1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.624688] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.624824] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.626970] env[69529]: INFO nova.compute.manager [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Terminating instance [ 1232.633230] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c2f0f-20d3-405e-b911-f6a37c85b65b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.664614] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179742MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1232.664817] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.666767] env[69529]: DEBUG nova.compute.manager [req-14e4432a-9941-40ed-a374-db13db755c83 req-7a943c13-52fe-452f-a549-2b7041899d14 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Received event network-vif-plugged-49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.667013] env[69529]: DEBUG oslo_concurrency.lockutils [req-14e4432a-9941-40ed-a374-db13db755c83 req-7a943c13-52fe-452f-a549-2b7041899d14 service nova] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.667289] env[69529]: DEBUG oslo_concurrency.lockutils [req-14e4432a-9941-40ed-a374-db13db755c83 req-7a943c13-52fe-452f-a549-2b7041899d14 service nova] Lock "5d9e5683-528f-42f7-9141-561173f2203d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.667497] env[69529]: DEBUG oslo_concurrency.lockutils [req-14e4432a-9941-40ed-a374-db13db755c83 req-7a943c13-52fe-452f-a549-2b7041899d14 service nova] Lock "5d9e5683-528f-42f7-9141-561173f2203d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.667704] env[69529]: DEBUG nova.compute.manager [req-14e4432a-9941-40ed-a374-db13db755c83 req-7a943c13-52fe-452f-a549-2b7041899d14 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] No waiting events found dispatching network-vif-plugged-49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.667904] env[69529]: WARNING nova.compute.manager [req-14e4432a-9941-40ed-a374-db13db755c83 req-7a943c13-52fe-452f-a549-2b7041899d14 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Received unexpected event network-vif-plugged-49549309-fa4b-47f5-95e1-ad4720615c4b for instance with vm_state building and task_state spawning. [ 1233.097109] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5457e28a-e7e3-4382-9a86-fdb1fb6e4143 tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.628s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.099529] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.410s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.099712] env[69529]: INFO nova.compute.manager [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Unshelving [ 1233.131746] env[69529]: DEBUG nova.network.neutron [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Successfully updated port: 49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.132565] env[69529]: DEBUG nova.compute.manager [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.132818] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.134376] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f86573d-1e9c-45c5-982a-683cbd24eade {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.144029] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.145537] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3f5baf-255f-4b0f-a576-2f4ce286e08b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.151981] env[69529]: DEBUG oslo_vmware.api [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1233.151981] env[69529]: value = "task-3356942" [ 1233.151981] env[69529]: _type = "Task" [ 1233.151981] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.157259] env[69529]: DEBUG nova.compute.manager [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Received event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.157447] env[69529]: DEBUG nova.compute.manager [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing instance network info cache due to event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.157655] env[69529]: DEBUG oslo_concurrency.lockutils [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] Acquiring lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.157797] env[69529]: DEBUG oslo_concurrency.lockutils [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] Acquired lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.157958] env[69529]: DEBUG nova.network.neutron [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing network info cache for port 49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.161762] env[69529]: DEBUG nova.network.neutron [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [{"id": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "address": "fa:16:3e:62:95:13", "network": {"id": "d831e222-72d8-4e13-b7b5-dc839eab3339", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1951440768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cffd4dc492e94a15a2b37e1137b27607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898e3dc5-20", "ovs_interfaceid": "898e3dc5-202d-4c34-b9e1-b4629b119bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.166508] env[69529]: DEBUG oslo_vmware.api [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.634440] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.663762] env[69529]: DEBUG oslo_vmware.api [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356942, 'name': PowerOffVM_Task, 'duration_secs': 0.206046} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.666085] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.666272] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.666720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Releasing lock "refresh_cache-414370ce-ca94-4e5b-9164-cb9a4948129a" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.666939] env[69529]: DEBUG nova.objects.instance [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'migration_context' on Instance uuid 414370ce-ca94-4e5b-9164-cb9a4948129a {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.668272] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91bb2c25-9c1f-4e76-bcee-74db1805f542 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.696379] env[69529]: DEBUG nova.network.neutron [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.733059] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.733410] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.733702] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Deleting the datastore file [datastore1] 44291f08-8541-4cd2-985b-b368c0c01a1c {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.736031] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4b399f2-4930-4b49-a484-ac1b728a2e99 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.745015] env[69529]: DEBUG oslo_vmware.api [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for the task: (returnval){ [ 1233.745015] env[69529]: value = "task-3356944" [ 1233.745015] env[69529]: _type = "Task" [ 1233.745015] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.754188] env[69529]: DEBUG oslo_vmware.api [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.771433] env[69529]: DEBUG nova.network.neutron [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.787853] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24fe853-9d19-4558-8197-f348060f7227 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.796163] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078cc2ba-ca2d-47e4-a7ea-fe8bc048b336 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.827734] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a4d2e-4049-4640-8a6b-88e0ba75dde6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.836298] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1361ec09-6a56-4975-840c-22cdad3e7865 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.849664] env[69529]: DEBUG nova.compute.provider_tree [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.124189] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.172213] env[69529]: DEBUG nova.objects.base [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Object Instance<414370ce-ca94-4e5b-9164-cb9a4948129a> lazy-loaded attributes: info_cache,migration_context {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.172313] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a888f4-684a-40da-8f2c-d6cbb1027adc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.192734] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c694fceb-0dd4-4d16-9289-9b3268eaa67e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.199790] env[69529]: DEBUG oslo_vmware.api [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1234.199790] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e396cd-03e2-9d97-7aae-b856ec0094b8" [ 1234.199790] env[69529]: _type = "Task" [ 1234.199790] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.209079] env[69529]: DEBUG oslo_vmware.api [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e396cd-03e2-9d97-7aae-b856ec0094b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008039} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.209541] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.255209] env[69529]: DEBUG oslo_vmware.api [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Task: {'id': task-3356944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126236} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.255539] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.255761] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.255956] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.256152] env[69529]: INFO nova.compute.manager [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1234.256400] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.256591] env[69529]: DEBUG nova.compute.manager [-] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.256681] env[69529]: DEBUG nova.network.neutron [-] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.274877] env[69529]: DEBUG oslo_concurrency.lockutils [req-b851a974-d4c7-4e6c-884f-45bdeee278df req-87639c15-3de4-4cb3-a42f-b0ef0778607a service nova] Releasing lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.274877] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.274877] env[69529]: DEBUG nova.network.neutron [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.353224] env[69529]: DEBUG nova.scheduler.client.report [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.808605] env[69529]: DEBUG nova.network.neutron [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.859659] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.860208] env[69529]: DEBUG nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1234.862985] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.198s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.941458] env[69529]: DEBUG nova.network.neutron [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [{"id": "49549309-fa4b-47f5-95e1-ad4720615c4b", "address": "fa:16:3e:7e:44:e1", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49549309-fa", "ovs_interfaceid": "49549309-fa4b-47f5-95e1-ad4720615c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.997775] env[69529]: DEBUG nova.network.neutron [-] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.179936] env[69529]: DEBUG nova.compute.manager [req-6180d881-4a49-4cdd-9184-f49c24c2a40e req-a37c175c-5a80-4c9a-b851-22a61a31b9be service nova] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Received event network-vif-deleted-600334e4-d251-4fe2-91c6-e7e9c46ff827 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.367982] env[69529]: DEBUG nova.compute.utils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.375324] env[69529]: DEBUG nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.375440] env[69529]: DEBUG nova.network.neutron [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.412317] env[69529]: DEBUG nova.policy [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43407a5906c64cd0a0e13dc0c23177fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd80eedeab2fb4c1ca4857e85b52d0ad3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.444190] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.444505] env[69529]: DEBUG nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Instance network_info: |[{"id": "49549309-fa4b-47f5-95e1-ad4720615c4b", "address": "fa:16:3e:7e:44:e1", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49549309-fa", "ovs_interfaceid": "49549309-fa4b-47f5-95e1-ad4720615c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.444907] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:44:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49549309-fa4b-47f5-95e1-ad4720615c4b', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.452460] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.452659] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.453219] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2d9a3d5-2dfc-4874-9cc7-f7d2a4a0b5eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.477038] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.477038] env[69529]: value = "task-3356945" [ 1235.477038] env[69529]: _type = "Task" [ 1235.477038] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.485037] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356945, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.500686] env[69529]: INFO nova.compute.manager [-] [instance: 44291f08-8541-4cd2-985b-b368c0c01a1c] Took 1.24 seconds to deallocate network for instance. [ 1235.658535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "f1150def-fe71-4067-823d-0c07d2c0fe74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.658535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.658535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "f1150def-fe71-4067-823d-0c07d2c0fe74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.658535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.658535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.662147] env[69529]: INFO nova.compute.manager [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Terminating instance [ 1235.682406] env[69529]: DEBUG nova.network.neutron [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Successfully created port: 1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1235.879038] env[69529]: DEBUG nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1235.880640] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Applying migration context for instance 414370ce-ca94-4e5b-9164-cb9a4948129a as it has an incoming, in-progress migration eae3ca66-a9f6-4971-aa45-c0700814ccdb. Migration status is confirming {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1235.882438] env[69529]: INFO nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating resource usage from migration eae3ca66-a9f6-4971-aa45-c0700814ccdb [ 1235.911518] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.911910] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 663ce282-a30e-43bd-8922-d3f53e3392fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.912203] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance f1150def-fe71-4067-823d-0c07d2c0fe74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.913017] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 82cac712-73b0-4a44-a8d9-4310ff8eb733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.913017] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 19acc21d-9bc0-47f4-ae07-a04d282d6842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.913017] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 109290eb-6d6b-4b32-bf18-f46948d663c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.913017] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 7013ce24-b25f-4a0f-9db0-97cc920e9a14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.913272] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Migration eae3ca66-a9f6-4971-aa45-c0700814ccdb is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1235.913578] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 414370ce-ca94-4e5b-9164-cb9a4948129a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.913744] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 44291f08-8541-4cd2-985b-b368c0c01a1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.914139] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5d9e5683-528f-42f7-9141-561173f2203d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1235.988868] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356945, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.008552] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.165448] env[69529]: DEBUG nova.compute.manager [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.165629] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.166549] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d6f29-17b3-4f9c-97e4-e290bb57b061 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.174512] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.174745] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-151bfaf4-f8a2-49ab-bb6a-8f402bfd04c7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.180850] env[69529]: DEBUG oslo_vmware.api [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1236.180850] env[69529]: value = "task-3356946" [ 1236.180850] env[69529]: _type = "Task" [ 1236.180850] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.189127] env[69529]: DEBUG oslo_vmware.api [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.417666] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance fd83b890-eae8-41be-9359-70f3f32ccab9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1236.417863] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.417937] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1236.418345] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1236.491871] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356945, 'name': CreateVM_Task, 'duration_secs': 0.557664} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.494899] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.495751] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.495800] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.496769] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.496769] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d814188-bae1-4879-9c22-30ba1721aba6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.502293] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1236.502293] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52af9c12-2436-42ce-ba4a-83252444b31f" [ 1236.502293] env[69529]: _type = "Task" [ 1236.502293] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.513268] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52af9c12-2436-42ce-ba4a-83252444b31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.583309] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca2154b-8858-40e8-a9b1-709263d368d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.590929] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0a55a-c603-4a76-9ced-0434d36ae4ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.620569] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688f26cb-e79b-4543-bb6a-d5c9bec392a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.628230] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d490bb0-f84c-46b2-937f-b0853ece8694 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.642294] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.693017] env[69529]: DEBUG oslo_vmware.api [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356946, 'name': PowerOffVM_Task, 'duration_secs': 0.176569} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.693311] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.693477] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.693723] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d9b1156-7d85-47b4-be3f-3dfa50dbf686 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.886323] env[69529]: DEBUG nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1236.993248] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.993521] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.993683] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.993894] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.994086] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.994247] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.994461] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.994622] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.994790] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.994956] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.995155] env[69529]: DEBUG nova.virt.hardware [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.996029] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1048e20c-765c-4714-af7f-f13b6a01d97a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.007100] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af49d090-9951-44ea-89f2-677d41379bdd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.024382] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52af9c12-2436-42ce-ba4a-83252444b31f, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.024677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.024907] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.025160] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.025310] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.025485] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.025735] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdf3d547-89a4-4024-80ba-be5abbb5e309 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.036833] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.037968] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.038425] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d183cb08-2c3d-4f58-bea7-e004b7fbd7ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.045782] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1237.045782] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52573da4-95f7-2f4d-82e2-524294c87188" [ 1237.045782] env[69529]: _type = "Task" [ 1237.045782] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.055430] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52573da4-95f7-2f4d-82e2-524294c87188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.139147] env[69529]: DEBUG nova.network.neutron [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Successfully updated port: 1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.145893] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.166387] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.166633] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.166821] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleting the datastore file [datastore2] f1150def-fe71-4067-823d-0c07d2c0fe74 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.167385] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f83ec32-769e-49d1-a8d9-f0137d08db9b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.174926] env[69529]: DEBUG oslo_vmware.api [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1237.174926] env[69529]: value = "task-3356948" [ 1237.174926] env[69529]: _type = "Task" [ 1237.174926] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.184555] env[69529]: DEBUG oslo_vmware.api [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.212124] env[69529]: DEBUG nova.compute.manager [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-vif-plugged-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.212124] env[69529]: DEBUG oslo_concurrency.lockutils [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.212124] env[69529]: DEBUG oslo_concurrency.lockutils [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.212124] env[69529]: DEBUG oslo_concurrency.lockutils [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.212313] env[69529]: DEBUG nova.compute.manager [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] No waiting events found dispatching network-vif-plugged-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.212534] env[69529]: WARNING nova.compute.manager [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received unexpected event network-vif-plugged-1b735dee-2154-4602-a342-d323a78b9668 for instance with vm_state building and task_state spawning. [ 1237.212736] env[69529]: DEBUG nova.compute.manager [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-changed-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.212971] env[69529]: DEBUG nova.compute.manager [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing instance network info cache due to event network-changed-1b735dee-2154-4602-a342-d323a78b9668. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.213193] env[69529]: DEBUG oslo_concurrency.lockutils [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] Acquiring lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.213334] env[69529]: DEBUG oslo_concurrency.lockutils [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] Acquired lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.213528] env[69529]: DEBUG nova.network.neutron [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing network info cache for port 1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.556811] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52573da4-95f7-2f4d-82e2-524294c87188, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.557721] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529524c0-3833-45c2-aa8c-30da084372d9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.564336] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1237.564336] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efc0f5-6623-d9fc-6296-547a8965f0d2" [ 1237.564336] env[69529]: _type = "Task" [ 1237.564336] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.572344] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efc0f5-6623-d9fc-6296-547a8965f0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.642253] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.651107] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1237.651389] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.788s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.651702] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.528s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.651985] env[69529]: DEBUG nova.objects.instance [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'pci_requests' on Instance uuid fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.684333] env[69529]: DEBUG oslo_vmware.api [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158332} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.684561] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.684741] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.684918] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.685105] env[69529]: INFO nova.compute.manager [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1237.685344] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.685529] env[69529]: DEBUG nova.compute.manager [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.685620] env[69529]: DEBUG nova.network.neutron [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.790368] env[69529]: DEBUG nova.network.neutron [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.910189] env[69529]: DEBUG nova.network.neutron [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.077266] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52efc0f5-6623-d9fc-6296-547a8965f0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.077536] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.077800] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/5d9e5683-528f-42f7-9141-561173f2203d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.078086] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ad5d25b-2624-4d7b-9535-ab9694275b50 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.086291] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1238.086291] env[69529]: value = "task-3356949" [ 1238.086291] env[69529]: _type = "Task" [ 1238.086291] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.095740] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.156565] env[69529]: DEBUG nova.objects.instance [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'numa_topology' on Instance uuid fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.413552] env[69529]: DEBUG oslo_concurrency.lockutils [req-e6e50e53-b156-4a70-ae6f-cef8495b171b req-0ee5a4ae-ff6b-47ef-a529-411a97efc43b service nova] Releasing lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.413993] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.414176] env[69529]: DEBUG nova.network.neutron [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.598655] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356949, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.661090] env[69529]: INFO nova.compute.claims [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.911736] env[69529]: DEBUG nova.network.neutron [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.946741] env[69529]: DEBUG nova.network.neutron [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.095119] env[69529]: DEBUG nova.network.neutron [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [{"id": "1b735dee-2154-4602-a342-d323a78b9668", "address": "fa:16:3e:e2:4f:a0", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b735dee-21", "ovs_interfaceid": "1b735dee-2154-4602-a342-d323a78b9668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.099764] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525931} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.099995] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/5d9e5683-528f-42f7-9141-561173f2203d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.100231] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.100706] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d53e0135-83c3-4778-87c5-1496b61d82a2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.106775] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1239.106775] env[69529]: value = "task-3356950" [ 1239.106775] env[69529]: _type = "Task" [ 1239.106775] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.115550] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.235798] env[69529]: DEBUG nova.compute.manager [req-efc1b759-df64-40ee-adb2-1fbb112cbd2e req-69247d6b-57d2-4d51-950b-1f884b0736ca service nova] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Received event network-vif-deleted-0091af98-42af-457f-bb92-546a22ef5428 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.414621] env[69529]: INFO nova.compute.manager [-] [instance: f1150def-fe71-4067-823d-0c07d2c0fe74] Took 1.73 seconds to deallocate network for instance. [ 1239.600528] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.600910] env[69529]: DEBUG nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Instance network_info: |[{"id": "1b735dee-2154-4602-a342-d323a78b9668", "address": "fa:16:3e:e2:4f:a0", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b735dee-21", "ovs_interfaceid": "1b735dee-2154-4602-a342-d323a78b9668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.601364] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:4f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b735dee-2154-4602-a342-d323a78b9668', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.608787] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.609103] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.612353] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d79258dc-0d7b-4390-8d5c-91d92c23dd14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.631887] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065756} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.633211] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.633493] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.633493] env[69529]: value = "task-3356951" [ 1239.633493] env[69529]: _type = "Task" [ 1239.633493] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.634175] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1f68b-d473-4da1-82e2-90b3d20ab0b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.653940] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356951, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.663108] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/5d9e5683-528f-42f7-9141-561173f2203d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.663402] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce48363e-a104-4544-9a2c-2d7ae4287d78 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.684671] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1239.684671] env[69529]: value = "task-3356952" [ 1239.684671] env[69529]: _type = "Task" [ 1239.684671] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.693493] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.852309] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9159bcf0-6f38-4cda-98d0-a529d19b2919 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.860169] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19dd0b8-df37-4272-9801-42454b680dec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.892313] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42762f-e2e7-43a6-a576-1284ca967c3e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.899815] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079cb99-b489-40ef-b1eb-0f30aa19ac89 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.913415] env[69529]: DEBUG nova.compute.provider_tree [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.921234] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.147601] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356951, 'name': CreateVM_Task, 'duration_secs': 0.345734} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.147601] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.149039] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.149039] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.149039] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.149039] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72a596a-d146-41e9-a2df-bb30c82cda61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.154011] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1240.154011] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52de6bf7-0006-14e2-6378-0c09bb967b9f" [ 1240.154011] env[69529]: _type = "Task" [ 1240.154011] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.167383] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52de6bf7-0006-14e2-6378-0c09bb967b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.193594] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356952, 'name': ReconfigVM_Task, 'duration_secs': 0.309669} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.193878] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/5d9e5683-528f-42f7-9141-561173f2203d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.194528] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-578d39c1-c263-4272-98c5-35d97d24583c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.201292] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1240.201292] env[69529]: value = "task-3356953" [ 1240.201292] env[69529]: _type = "Task" [ 1240.201292] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.210402] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356953, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.417104] env[69529]: DEBUG nova.scheduler.client.report [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.664973] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52de6bf7-0006-14e2-6378-0c09bb967b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013053} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.665125] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.666475] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.666475] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.666475] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.666475] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.666475] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc40a66e-1260-436f-b2c6-a71b6e9aee9c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.674268] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.674449] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.675154] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047dca3a-d680-4860-84c3-8136c5dfe89e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.680333] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1240.680333] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3235e-7734-7289-cf5d-84f2f8204482" [ 1240.680333] env[69529]: _type = "Task" [ 1240.680333] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.687264] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3235e-7734-7289-cf5d-84f2f8204482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.709572] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356953, 'name': Rename_Task, 'duration_secs': 0.126926} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.709854] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.710114] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ac9f8cb-55d8-4435-84bd-ee16fe105ece {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.715969] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1240.715969] env[69529]: value = "task-3356954" [ 1240.715969] env[69529]: _type = "Task" [ 1240.715969] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.722806] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.922170] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.270s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.924404] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.715s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.955571] env[69529]: INFO nova.network.neutron [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating port c6c8f0d2-2773-47ac-9970-767155bc991d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1241.191141] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52b3235e-7734-7289-cf5d-84f2f8204482, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.191933] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab81247f-afcb-4917-a938-c28d93e7cf12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.196975] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1241.196975] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528658d0-e46e-045a-88e5-2de7181e2a04" [ 1241.196975] env[69529]: _type = "Task" [ 1241.196975] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.203992] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528658d0-e46e-045a-88e5-2de7181e2a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.224026] env[69529]: DEBUG oslo_vmware.api [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3356954, 'name': PowerOnVM_Task, 'duration_secs': 0.408089} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.224026] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.224241] env[69529]: INFO nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1241.224313] env[69529]: DEBUG nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.224984] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1a3f7-3d7d-42f7-be50-5b99a34013f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.570189] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2348083e-7c4a-4406-a188-572be6cfa368 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.577595] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ead4c-1632-4d59-ade1-ce8c2f59cff4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.607884] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd38beb-67f5-41fb-9171-877e06564444 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.615026] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b41879-ae9a-4bc3-b417-6bcb924d5fe5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.628329] env[69529]: DEBUG nova.compute.provider_tree [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.707350] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528658d0-e46e-045a-88e5-2de7181e2a04, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.707620] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.707882] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.708156] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad70e103-b8dd-4b62-be07-cbb427709310 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.714264] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1241.714264] env[69529]: value = "task-3356955" [ 1241.714264] env[69529]: _type = "Task" [ 1241.714264] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.722549] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.742936] env[69529]: INFO nova.compute.manager [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Took 14.73 seconds to build instance. [ 1242.132199] env[69529]: DEBUG nova.scheduler.client.report [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.226326] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.245436] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3590ada4-175e-4527-a0f3-89d0b1de173c tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.251s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.245753] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "5d9e5683-528f-42f7-9141-561173f2203d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.907s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.246692] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea5263f-95fe-4e12-9494-ce6ad8dd8746 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.500008] env[69529]: DEBUG nova.compute.manager [req-0897168e-9feb-4819-b8b2-080298fd47c9 req-b23a2fa0-1541-4fe5-8655-02e60fa664c3 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-vif-plugged-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.500263] env[69529]: DEBUG oslo_concurrency.lockutils [req-0897168e-9feb-4819-b8b2-080298fd47c9 req-b23a2fa0-1541-4fe5-8655-02e60fa664c3 service nova] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.500473] env[69529]: DEBUG oslo_concurrency.lockutils [req-0897168e-9feb-4819-b8b2-080298fd47c9 req-b23a2fa0-1541-4fe5-8655-02e60fa664c3 service nova] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.500641] env[69529]: DEBUG oslo_concurrency.lockutils [req-0897168e-9feb-4819-b8b2-080298fd47c9 req-b23a2fa0-1541-4fe5-8655-02e60fa664c3 service nova] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.500853] env[69529]: DEBUG nova.compute.manager [req-0897168e-9feb-4819-b8b2-080298fd47c9 req-b23a2fa0-1541-4fe5-8655-02e60fa664c3 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] No waiting events found dispatching network-vif-plugged-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.501031] env[69529]: WARNING nova.compute.manager [req-0897168e-9feb-4819-b8b2-080298fd47c9 req-b23a2fa0-1541-4fe5-8655-02e60fa664c3 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received unexpected event network-vif-plugged-c6c8f0d2-2773-47ac-9970-767155bc991d for instance with vm_state shelved_offloaded and task_state spawning. [ 1242.646737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.646737] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.646737] env[69529]: DEBUG nova.network.neutron [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.725197] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356955, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.757145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "5d9e5683-528f-42f7-9141-561173f2203d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.151450] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.227s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.154271] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.146s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.155123] env[69529]: DEBUG nova.objects.instance [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lazy-loading 'resources' on Instance uuid 44291f08-8541-4cd2-985b-b368c0c01a1c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.227545] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356955, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.384797] env[69529]: DEBUG nova.network.neutron [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": "c6c8f0d2-2773-47ac-9970-767155bc991d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.721334] env[69529]: INFO nova.scheduler.client.report [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted allocation for migration eae3ca66-a9f6-4971-aa45-c0700814ccdb [ 1243.732407] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356955, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.581385} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.732407] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.732589] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.733123] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-427e80cf-3fce-4510-ab00-5e13fcc33431 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.739425] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1243.739425] env[69529]: value = "task-3356956" [ 1243.739425] env[69529]: _type = "Task" [ 1243.739425] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.747485] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.831369] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f2450-f969-421a-be42-65346b708e1a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.839824] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc61385-b7c7-44a1-af78-e77c3f767dc8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.875195] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6011315-9f59-4fc5-8c2f-d6b522a8bdbe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.883325] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e5084b-eab8-459a-9064-2ebcd1aa6401 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.887777] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.901621] env[69529]: DEBUG nova.compute.provider_tree [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.917135] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6c60f67c962b56c1fed630fbe989b161',container_format='bare',created_at=2025-04-08T01:06:09Z,direct_url=,disk_format='vmdk',id=9d76a54b-c579-4635-8338-1790795be1ef,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-999149543-shelved',owner='854256301fd5431a80615ce2960935fb',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-08T01:06:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.917427] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.917611] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.917862] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.918017] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.918223] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.918455] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.918660] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.918858] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.919071] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.919291] env[69529]: DEBUG nova.virt.hardware [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.920434] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0460111b-de54-432d-84c8-41817f1ad99d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.931106] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ea39c8-634c-44ef-a6da-aac0d87d53c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.946731] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:36:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6c8f0d2-2773-47ac-9970-767155bc991d', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.955297] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.955574] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.955800] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c715e3c9-7b9f-4864-8fbb-08d241ea56c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.975853] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.975853] env[69529]: value = "task-3356957" [ 1243.975853] env[69529]: _type = "Task" [ 1243.975853] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.983912] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356957, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.228842] env[69529]: DEBUG oslo_concurrency.lockutils [None req-62afcdc8-06bb-4c0c-9161-62bb48ce3aae tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.879s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.249700] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078247} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.249810] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.250614] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab7465a-c624-4802-84cf-93301e77b7d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.274651] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.275227] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7a5f53-ebd8-4432-91ee-866c7b009b4f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.294378] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1244.294378] env[69529]: value = "task-3356958" [ 1244.294378] env[69529]: _type = "Task" [ 1244.294378] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.301896] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.369617] env[69529]: INFO nova.compute.manager [None req-668bb511-a335-4311-98c9-27fa8d30c1bc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Get console output [ 1244.369878] env[69529]: WARNING nova.virt.vmwareapi.driver [None req-668bb511-a335-4311-98c9-27fa8d30c1bc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] The console log is missing. Check your VSPC configuration [ 1244.404601] env[69529]: DEBUG nova.scheduler.client.report [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.486421] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3356957, 'name': CreateVM_Task, 'duration_secs': 0.299668} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.486635] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.493752] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.493974] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.494366] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.494623] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8615cf56-ab02-442b-a806-9172189ac80f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.499136] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1244.499136] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5222634c-501f-8f64-0ff5-ae35ac8c3c73" [ 1244.499136] env[69529]: _type = "Task" [ 1244.499136] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.507147] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5222634c-501f-8f64-0ff5-ae35ac8c3c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.549306] env[69529]: DEBUG nova.compute.manager [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Received event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.549502] env[69529]: DEBUG nova.compute.manager [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing instance network info cache due to event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.549723] env[69529]: DEBUG oslo_concurrency.lockutils [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] Acquiring lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.549855] env[69529]: DEBUG oslo_concurrency.lockutils [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] Acquired lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.550028] env[69529]: DEBUG nova.network.neutron [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing network info cache for port 49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.804164] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356958, 'name': ReconfigVM_Task, 'duration_secs': 0.276025} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.804543] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.805115] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33ec6f56-d99d-4444-8c73-f7cd5bff639e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.812132] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1244.812132] env[69529]: value = "task-3356959" [ 1244.812132] env[69529]: _type = "Task" [ 1244.812132] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.819950] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356959, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.910114] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.912983] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.992s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.913232] env[69529]: DEBUG nova.objects.instance [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'resources' on Instance uuid f1150def-fe71-4067-823d-0c07d2c0fe74 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.927537] env[69529]: INFO nova.scheduler.client.report [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Deleted allocations for instance 44291f08-8541-4cd2-985b-b368c0c01a1c [ 1245.009897] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.010171] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Processing image 9d76a54b-c579-4635-8338-1790795be1ef {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.010406] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef/9d76a54b-c579-4635-8338-1790795be1ef.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.010553] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef/9d76a54b-c579-4635-8338-1790795be1ef.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.010732] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.010973] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a372fd5e-0416-4e8d-96d4-cb5273de4e1f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.023701] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.023829] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.024497] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508d0b65-b2e9-4659-8f35-50f2336b94b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.029339] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1245.029339] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cba12e-1ea3-ebde-c954-52dcb9a4712d" [ 1245.029339] env[69529]: _type = "Task" [ 1245.029339] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.036250] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52cba12e-1ea3-ebde-c954-52dcb9a4712d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.273112] env[69529]: DEBUG nova.network.neutron [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updated VIF entry in instance network info cache for port 49549309-fa4b-47f5-95e1-ad4720615c4b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.273539] env[69529]: DEBUG nova.network.neutron [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [{"id": "49549309-fa4b-47f5-95e1-ad4720615c4b", "address": "fa:16:3e:7e:44:e1", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49549309-fa", "ovs_interfaceid": "49549309-fa4b-47f5-95e1-ad4720615c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.322612] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356959, 'name': Rename_Task, 'duration_secs': 0.12863} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.322944] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.323389] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86cdfe63-1c59-43dd-8784-7598806de41c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.329316] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1245.329316] env[69529]: value = "task-3356960" [ 1245.329316] env[69529]: _type = "Task" [ 1245.329316] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.337562] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.437314] env[69529]: DEBUG oslo_concurrency.lockutils [None req-ec3fedee-a383-419a-90e6-349a03807cb0 tempest-ServerGroupTestJSON-1517714482 tempest-ServerGroupTestJSON-1517714482-project-member] Lock "44291f08-8541-4cd2-985b-b368c0c01a1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.813s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.541600] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Preparing fetch location {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1245.541862] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Fetch image to [datastore2] OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319/OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319.vmdk {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1245.542061] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Downloading stream optimized image 9d76a54b-c579-4635-8338-1790795be1ef to [datastore2] OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319/OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319.vmdk on the data store datastore2 as vApp {{(pid=69529) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1245.542236] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Downloading image file data 9d76a54b-c579-4635-8338-1790795be1ef to the ESX as VM named 'OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319' {{(pid=69529) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1245.559369] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102f791f-4216-40d2-8855-c2b22ad2bdc8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.568981] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e13c2f-5d02-4af6-ae8d-5a7fadc9ae65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.620397] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec79242f-148a-4ca0-aef3-b704c2dce37a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.628855] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1afdd-bc22-4733-bc76-575914432485 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.643145] env[69529]: DEBUG nova.compute.provider_tree [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.672410] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1245.672410] env[69529]: value = "resgroup-9" [ 1245.672410] env[69529]: _type = "ResourcePool" [ 1245.672410] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1245.672695] env[69529]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-97b73f35-7fe1-4150-a1f5-ef943cb2b3ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.696770] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease: (returnval){ [ 1245.696770] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d7c29-68c4-ea90-3a5d-36d3775bb628" [ 1245.696770] env[69529]: _type = "HttpNfcLease" [ 1245.696770] env[69529]: } obtained for vApp import into resource pool (val){ [ 1245.696770] env[69529]: value = "resgroup-9" [ 1245.696770] env[69529]: _type = "ResourcePool" [ 1245.696770] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1245.697258] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the lease: (returnval){ [ 1245.697258] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d7c29-68c4-ea90-3a5d-36d3775bb628" [ 1245.697258] env[69529]: _type = "HttpNfcLease" [ 1245.697258] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1245.703454] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1245.703454] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d7c29-68c4-ea90-3a5d-36d3775bb628" [ 1245.703454] env[69529]: _type = "HttpNfcLease" [ 1245.703454] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1245.776933] env[69529]: DEBUG oslo_concurrency.lockutils [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] Releasing lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.777478] env[69529]: DEBUG nova.compute.manager [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.777750] env[69529]: DEBUG nova.compute.manager [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing instance network info cache due to event network-changed-c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.777964] env[69529]: DEBUG oslo_concurrency.lockutils [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] Acquiring lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.778157] env[69529]: DEBUG oslo_concurrency.lockutils [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] Acquired lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.778362] env[69529]: DEBUG nova.network.neutron [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Refreshing network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.840095] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.147986] env[69529]: DEBUG nova.scheduler.client.report [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.207891] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.207891] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d7c29-68c4-ea90-3a5d-36d3775bb628" [ 1246.207891] env[69529]: _type = "HttpNfcLease" [ 1246.207891] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.207891] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.207891] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525d7c29-68c4-ea90-3a5d-36d3775bb628" [ 1246.207891] env[69529]: _type = "HttpNfcLease" [ 1246.207891] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1246.207891] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9a6e58-e4b5-4b35-a55d-20fb4ce8e9f5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.216256] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529eadb5-dd2b-1c6f-5424-542af83ce860/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.216588] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529eadb5-dd2b-1c6f-5424-542af83ce860/disk-0.vmdk. {{(pid=69529) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1246.290208] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a429f98-0650-4237-a536-6f704a81079b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.339580] env[69529]: DEBUG oslo_vmware.api [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3356960, 'name': PowerOnVM_Task, 'duration_secs': 0.81524} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.339808] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.340023] env[69529]: INFO nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1246.340200] env[69529]: DEBUG nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.340974] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a76cc0-0cd1-47f3-8163-55be0bd29231 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.511604] env[69529]: DEBUG nova.network.neutron [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updated VIF entry in instance network info cache for port c6c8f0d2-2773-47ac-9970-767155bc991d. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.512122] env[69529]: DEBUG nova.network.neutron [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [{"id": "c6c8f0d2-2773-47ac-9970-767155bc991d", "address": "fa:16:3e:43:36:58", "network": {"id": "dee61274-1d33-41ab-a1d1-028b2e64951d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-949222323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "854256301fd5431a80615ce2960935fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6c8f0d2-27", "ovs_interfaceid": "c6c8f0d2-2773-47ac-9970-767155bc991d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.653542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.689641] env[69529]: INFO nova.scheduler.client.report [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted allocations for instance f1150def-fe71-4067-823d-0c07d2c0fe74 [ 1246.862986] env[69529]: INFO nova.compute.manager [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Took 14.88 seconds to build instance. [ 1247.015260] env[69529]: DEBUG oslo_concurrency.lockutils [req-6739f776-dfc7-4451-9cdc-c40a9d4ea77c req-18d211e1-6701-401c-bf72-14740ab23701 service nova] Releasing lock "refresh_cache-fd83b890-eae8-41be-9359-70f3f32ccab9" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.199522] env[69529]: DEBUG oslo_concurrency.lockutils [None req-fb02d1c4-7560-48f7-abed-4fcb4c79be76 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "f1150def-fe71-4067-823d-0c07d2c0fe74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.541s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.365094] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d6545e87-9db6-4555-942d-db36323185b4 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.396s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.588070] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Completed reading data from the image iterator. {{(pid=69529) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1247.588363] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529eadb5-dd2b-1c6f-5424-542af83ce860/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.589449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8aef45-bd61-40d7-86f5-3667e0d3b206 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.597203] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529eadb5-dd2b-1c6f-5424-542af83ce860/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.597455] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529eadb5-dd2b-1c6f-5424-542af83ce860/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1247.597702] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0f7d4bb5-6e1c-417b-8796-b2a7f430cfed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.911498] env[69529]: DEBUG nova.compute.manager [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-changed-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.911781] env[69529]: DEBUG nova.compute.manager [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing instance network info cache due to event network-changed-1b735dee-2154-4602-a342-d323a78b9668. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.911781] env[69529]: DEBUG oslo_concurrency.lockutils [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] Acquiring lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.912080] env[69529]: DEBUG oslo_concurrency.lockutils [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] Acquired lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.912134] env[69529]: DEBUG nova.network.neutron [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing network info cache for port 1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.098216] env[69529]: DEBUG oslo_vmware.rw_handles [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529eadb5-dd2b-1c6f-5424-542af83ce860/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1248.098566] env[69529]: INFO nova.virt.vmwareapi.images [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Downloaded image file data 9d76a54b-c579-4635-8338-1790795be1ef [ 1248.099887] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6865151a-24b4-41a3-92a1-27c27898a10b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.125239] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a59c49-7c8a-44e3-b477-bd363b8edfe5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.221881] env[69529]: INFO nova.virt.vmwareapi.images [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] The imported VM was unregistered [ 1248.224372] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Caching image {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1248.224473] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.224750] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e104a9f-0805-4f61-b1ba-484440fd73f9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.252475] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Created directory with path [datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.252684] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319/OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319.vmdk to [datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef/9d76a54b-c579-4635-8338-1790795be1ef.vmdk. {{(pid=69529) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1248.253014] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4de40eef-3f16-4ba5-98c5-7b63cbdce309 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.259753] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1248.259753] env[69529]: value = "task-3356963" [ 1248.259753] env[69529]: _type = "Task" [ 1248.259753] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.268558] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356963, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.627995] env[69529]: DEBUG nova.network.neutron [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updated VIF entry in instance network info cache for port 1b735dee-2154-4602-a342-d323a78b9668. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.628406] env[69529]: DEBUG nova.network.neutron [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [{"id": "1b735dee-2154-4602-a342-d323a78b9668", "address": "fa:16:3e:e2:4f:a0", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b735dee-21", "ovs_interfaceid": "1b735dee-2154-4602-a342-d323a78b9668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.770466] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356963, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.130986] env[69529]: DEBUG oslo_concurrency.lockutils [req-c085e997-07b8-47a4-bf4f-d9750d3c9c8e req-006d1ab6-9088-4c1e-ab11-dd66aa42342e service nova] Releasing lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.270080] env[69529]: DEBUG nova.compute.manager [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1249.276136] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356963, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.773770] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356963, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.796210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.796579] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.272969] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356963, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.303355] env[69529]: INFO nova.compute.claims [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.773727] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356963, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.811302] env[69529]: INFO nova.compute.resource_tracker [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating resource usage from migration 9b5ce8e0-16f4-413e-9e14-9419e1759467 [ 1250.947217] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf8d694-021b-4780-ac41-a4d1023425d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.955477] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2d7870-e067-4439-aec6-0cabfd852edb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.985481] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef5a10-5bd9-43f8-9ff0-06a8beae2ed9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.993098] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cfc696-2f51-4df8-8fb4-fa91edb3620e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.008657] env[69529]: DEBUG nova.compute.provider_tree [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.274380] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356963, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.665676} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.274683] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319/OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319.vmdk to [datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef/9d76a54b-c579-4635-8338-1790795be1ef.vmdk. [ 1251.274894] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Cleaning up location [datastore2] OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319 {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1251.275094] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1829901b-d89c-4c62-a0f2-7ddcba6f9319 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.275729] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d4b4363-66df-46be-a2d9-9728401d0632 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.281979] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1251.281979] env[69529]: value = "task-3356964" [ 1251.281979] env[69529]: _type = "Task" [ 1251.281979] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.289201] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.511911] env[69529]: DEBUG nova.scheduler.client.report [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.792193] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034033} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.792419] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.792558] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef/9d76a54b-c579-4635-8338-1790795be1ef.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.792826] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef/9d76a54b-c579-4635-8338-1790795be1ef.vmdk to [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.793393] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33fc692-4ad1-4bc6-9d53-da10655b0adc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.799437] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1251.799437] env[69529]: value = "task-3356965" [ 1251.799437] env[69529]: _type = "Task" [ 1251.799437] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.806653] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.017100] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.220s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.017431] env[69529]: INFO nova.compute.manager [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Migrating [ 1252.310198] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356965, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.535393] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.535580] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.535769] env[69529]: DEBUG nova.network.neutron [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.750646] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.750957] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.751183] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.751345] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.751502] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.751658] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.751878] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.752053] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1252.752215] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.810438] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356965, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.256205] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.256470] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.256641] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.256800] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1253.257722] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e2d80-01c7-4445-81d5-81dfb0f9d7bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.263103] env[69529]: DEBUG nova.network.neutron [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.268034] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9699a-cf93-4ee1-a6e0-212c634b15cf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.284419] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bee3453-720c-4fd5-9899-09c50ec651de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.292482] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e2efc-d441-4f34-a377-9a5180f915b0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.323070] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179742MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1253.323468] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.323468] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.333816] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356965, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.768254] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.837059] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356965, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.334321] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356965, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.230409} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.334791] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9d76a54b-c579-4635-8338-1790795be1ef/9d76a54b-c579-4635-8338-1790795be1ef.vmdk to [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.335436] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09fc29e-93ed-4b67-a05c-c470d6e3da2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.338536] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Applying migration context for instance 663ce282-a30e-43bd-8922-d3f53e3392fc as it has an incoming, in-progress migration 9b5ce8e0-16f4-413e-9e14-9419e1759467. Migration status is migrating {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1254.339960] env[69529]: INFO nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating resource usage from migration 9b5ce8e0-16f4-413e-9e14-9419e1759467 [ 1254.363138] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.364221] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.364362] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 82cac712-73b0-4a44-a8d9-4310ff8eb733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.364484] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 19acc21d-9bc0-47f4-ae07-a04d282d6842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.364602] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 109290eb-6d6b-4b32-bf18-f46948d663c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.364720] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 7013ce24-b25f-4a0f-9db0-97cc920e9a14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.364837] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 414370ce-ca94-4e5b-9164-cb9a4948129a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.364951] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5d9e5683-528f-42f7-9141-561173f2203d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.365132] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance fd83b890-eae8-41be-9359-70f3f32ccab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.365200] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.365294] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Migration 9b5ce8e0-16f4-413e-9e14-9419e1759467 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1254.365402] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 663ce282-a30e-43bd-8922-d3f53e3392fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.365596] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1254.365733] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1254.368060] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb03d0a-734e-4837-b2b2-54e93886a781 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.390212] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1254.390212] env[69529]: value = "task-3356966" [ 1254.390212] env[69529]: _type = "Task" [ 1254.390212] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.397655] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.517765] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85218bc7-92b7-49a5-9a66-3bf0cabf082e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.526534] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ee0ea9-ba51-4667-8ae1-db1954f34882 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.555990] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469befdb-d802-4ab1-a3f1-13ff41452bb6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.563202] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4397ba6a-2cad-4b23-9382-c61966f0916c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.576128] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.900881] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.079662] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.283839] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ed500d-6aa9-467a-b7d7-674cc0713ba7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.303348] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance '663ce282-a30e-43bd-8922-d3f53e3392fc' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.401709] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356966, 'name': ReconfigVM_Task, 'duration_secs': 0.589671} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.402104] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Reconfigured VM instance instance-0000006e to attach disk [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9/fd83b890-eae8-41be-9359-70f3f32ccab9.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.402632] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b510d49b-9192-41d8-82f3-b30c8d6a084b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.408536] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1255.408536] env[69529]: value = "task-3356967" [ 1255.408536] env[69529]: _type = "Task" [ 1255.408536] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.415957] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356967, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.584783] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1255.584943] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.261s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.810066] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.810388] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72495bf-8f9f-47f2-bb13-a01f684a6727 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.820971] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1255.820971] env[69529]: value = "task-3356968" [ 1255.820971] env[69529]: _type = "Task" [ 1255.820971] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.830515] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.918158] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356967, 'name': Rename_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.330756] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356968, 'name': PowerOffVM_Task, 'duration_secs': 0.224509} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.331038] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.331234] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance '663ce282-a30e-43bd-8922-d3f53e3392fc' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.418903] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356967, 'name': Rename_Task, 'duration_secs': 0.524699} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.419223] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.419466] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e8cd6e-1fdc-4c5d-8698-a57c64faf734 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.425166] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1256.425166] env[69529]: value = "task-3356969" [ 1256.425166] env[69529]: _type = "Task" [ 1256.425166] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.432448] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.838321] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.838585] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.838722] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.838954] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.839161] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.839398] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.839637] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.839772] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.839941] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.840123] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.840299] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.845770] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b742faf8-50ae-4bfa-b855-ca5349361b8c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.860608] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1256.860608] env[69529]: value = "task-3356970" [ 1256.860608] env[69529]: _type = "Task" [ 1256.860608] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.868474] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.935362] env[69529]: DEBUG oslo_vmware.api [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356969, 'name': PowerOnVM_Task, 'duration_secs': 0.405648} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.935362] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.037285] env[69529]: DEBUG nova.compute.manager [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.038384] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6e2bac-54c0-4ea5-b2ef-f627e538c2e9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.370204] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356970, 'name': ReconfigVM_Task, 'duration_secs': 0.164914} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.370521] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance '663ce282-a30e-43bd-8922-d3f53e3392fc' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.554920] env[69529]: DEBUG oslo_concurrency.lockutils [None req-84ebb313-83be-4a35-a22f-8159f6c36efe tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.455s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.555907] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 27.220s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.555953] env[69529]: INFO nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1257.556218] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.877512] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.877797] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.878034] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.878278] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.878489] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.878683] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.878924] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.879130] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.879356] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.879551] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.879780] env[69529]: DEBUG nova.virt.hardware [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.886020] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.886020] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2991ccc-acad-44c4-8d9f-fb78e1e3385a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.905713] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1257.905713] env[69529]: value = "task-3356971" [ 1257.905713] env[69529]: _type = "Task" [ 1257.905713] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.913525] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.416059] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356971, 'name': ReconfigVM_Task, 'duration_secs': 0.168876} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.416315] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.417071] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10884a72-02e7-41f4-946c-d925c93d4c56 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.438641] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 663ce282-a30e-43bd-8922-d3f53e3392fc/663ce282-a30e-43bd-8922-d3f53e3392fc.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.438895] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881d79db-9675-4826-8c03-a8ad908e2bfc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.456295] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1258.456295] env[69529]: value = "task-3356972" [ 1258.456295] env[69529]: _type = "Task" [ 1258.456295] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.463740] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.552479] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.552752] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.553031] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.553235] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.553410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.555576] env[69529]: INFO nova.compute.manager [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Terminating instance [ 1258.607629] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.607960] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.966187] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356972, 'name': ReconfigVM_Task, 'duration_secs': 0.24608} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.966508] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 663ce282-a30e-43bd-8922-d3f53e3392fc/663ce282-a30e-43bd-8922-d3f53e3392fc.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.967204] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance '663ce282-a30e-43bd-8922-d3f53e3392fc' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.059174] env[69529]: DEBUG nova.compute.manager [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.059400] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.060250] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77af013-e628-4a4e-8d2a-c7fa9f504145 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.067959] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.068202] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ace6a2-d55b-4468-a8d5-a9479a15dd18 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.074612] env[69529]: DEBUG oslo_vmware.api [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1259.074612] env[69529]: value = "task-3356973" [ 1259.074612] env[69529]: _type = "Task" [ 1259.074612] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.082964] env[69529]: DEBUG oslo_vmware.api [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.111478] env[69529]: DEBUG nova.compute.utils [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.474563] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650cb0eb-ee63-44a0-9404-2d582591d03a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.493401] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92e5652-ca25-45e7-b9c4-db7078ad215c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.510524] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance '663ce282-a30e-43bd-8922-d3f53e3392fc' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.583925] env[69529]: DEBUG oslo_vmware.api [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356973, 'name': PowerOffVM_Task, 'duration_secs': 0.184209} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.584302] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.584345] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.584558] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c888bc4-c90b-4142-a367-4e4ac5d59679 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.613684] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.646457] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.646657] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.646839] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleting the datastore file [datastore2] fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.647114] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d382294-80f6-462e-a40c-c610942fbbc8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.653313] env[69529]: DEBUG oslo_vmware.api [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for the task: (returnval){ [ 1259.653313] env[69529]: value = "task-3356975" [ 1259.653313] env[69529]: _type = "Task" [ 1259.653313] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.661047] env[69529]: DEBUG oslo_vmware.api [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.048638] env[69529]: DEBUG nova.network.neutron [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Port b20c673a-39bf-463a-a597-4d3437658768 binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1260.164139] env[69529]: DEBUG oslo_vmware.api [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Task: {'id': task-3356975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143717} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.164416] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.164607] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.164787] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.164993] env[69529]: INFO nova.compute.manager [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1260.165256] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.165458] env[69529]: DEBUG nova.compute.manager [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.165541] env[69529]: DEBUG nova.network.neutron [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.606101] env[69529]: DEBUG nova.compute.manager [req-66c9ac18-4290-46a0-9873-8169632dddf3 req-afee67e5-9419-4901-833f-d762c4b3e11c service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Received event network-vif-deleted-c6c8f0d2-2773-47ac-9970-767155bc991d {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.606369] env[69529]: INFO nova.compute.manager [req-66c9ac18-4290-46a0-9873-8169632dddf3 req-afee67e5-9419-4901-833f-d762c4b3e11c service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Neutron deleted interface c6c8f0d2-2773-47ac-9970-767155bc991d; detaching it from the instance and deleting it from the info cache [ 1260.606567] env[69529]: DEBUG nova.network.neutron [req-66c9ac18-4290-46a0-9873-8169632dddf3 req-afee67e5-9419-4901-833f-d762c4b3e11c service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.681834] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.682241] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.682596] env[69529]: INFO nova.compute.manager [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Attaching volume ecdd0dc0-a980-4a33-9be5-e68529a31adb to /dev/sdb [ 1260.719279] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83982ffe-9467-438a-ade0-a062a0f9bf54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.726924] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544376da-3dc5-4112-9f1e-fa97771f1508 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.739846] env[69529]: DEBUG nova.virt.block_device [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updating existing volume attachment record: 638a60f4-2174-4e4d-bf94-601e6adc800f {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1261.073661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.073661] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.073909] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.089455] env[69529]: DEBUG nova.network.neutron [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.109085] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89251d9e-559d-4ae7-bd97-556a0e587fc2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.119172] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c10a52-9ad2-4ded-909f-fc58a6a0509b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.151418] env[69529]: DEBUG nova.compute.manager [req-66c9ac18-4290-46a0-9873-8169632dddf3 req-afee67e5-9419-4901-833f-d762c4b3e11c service nova] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Detach interface failed, port_id=c6c8f0d2-2773-47ac-9970-767155bc991d, reason: Instance fd83b890-eae8-41be-9359-70f3f32ccab9 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.591670] env[69529]: INFO nova.compute.manager [-] [instance: fd83b890-eae8-41be-9359-70f3f32ccab9] Took 1.43 seconds to deallocate network for instance. [ 1262.097857] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.098243] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.098329] env[69529]: DEBUG nova.objects.instance [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lazy-loading 'resources' on Instance uuid fd83b890-eae8-41be-9359-70f3f32ccab9 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.110695] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.110873] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.111058] env[69529]: DEBUG nova.network.neutron [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.739300] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5767f18a-4634-4194-a582-3e1040d2a9a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.749015] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52818d-f52d-4d10-a583-85ccb9df44d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.780417] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2d2fbf-2564-4d41-b702-5bd7f1895349 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.787624] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9190ee0f-5ad3-418f-884b-01313a14f8f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.800663] env[69529]: DEBUG nova.compute.provider_tree [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.841769] env[69529]: DEBUG nova.network.neutron [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.304254] env[69529]: DEBUG nova.scheduler.client.report [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.344684] env[69529]: DEBUG oslo_concurrency.lockutils [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.809410] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.826924] env[69529]: INFO nova.scheduler.client.report [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Deleted allocations for instance fd83b890-eae8-41be-9359-70f3f32ccab9 [ 1263.865910] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9917a2-18be-4f3b-a1f6-38ccfdbf8415 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.886733] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b6d48-8a52-4fe0-9cf6-f9b24d6f1346 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.893741] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance '663ce282-a30e-43bd-8922-d3f53e3392fc' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.335079] env[69529]: DEBUG oslo_concurrency.lockutils [None req-68b53a35-3d1c-452b-8ed5-cb580776629a tempest-ServerActionsTestOtherB-1543226840 tempest-ServerActionsTestOtherB-1543226840-project-member] Lock "fd83b890-eae8-41be-9359-70f3f32ccab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.782s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.399262] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.399540] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca6f46d8-eaca-439f-b0e3-e77fb05a05f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.406380] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1264.406380] env[69529]: value = "task-3356978" [ 1264.406380] env[69529]: _type = "Task" [ 1264.406380] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.413832] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.915636] env[69529]: DEBUG oslo_vmware.api [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356978, 'name': PowerOnVM_Task, 'duration_secs': 0.350996} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.916480] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.916480] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-57f6fb5a-d651-45d4-b0f8-c20931d03fb0 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance '663ce282-a30e-43bd-8922-d3f53e3392fc' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.282219] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1265.282494] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669976', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'name': 'volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013ce24-b25f-4a0f-9db0-97cc920e9a14', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'serial': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1265.283881] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5381ba49-1973-4864-a48f-53f7ab36ddf2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.300059] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb97a6d-500a-4071-8ed3-9674c4467fd6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.323904] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb/volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.324354] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e0b34f-113b-49b0-8604-feda6324923d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.341561] env[69529]: DEBUG oslo_vmware.api [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1265.341561] env[69529]: value = "task-3356980" [ 1265.341561] env[69529]: _type = "Task" [ 1265.341561] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.349321] env[69529]: DEBUG oslo_vmware.api [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.851117] env[69529]: DEBUG oslo_vmware.api [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356980, 'name': ReconfigVM_Task, 'duration_secs': 0.337646} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.851412] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb/volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.856133] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea4f95c-3eac-4b91-8942-672460d141c0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.871542] env[69529]: DEBUG oslo_vmware.api [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1265.871542] env[69529]: value = "task-3356981" [ 1265.871542] env[69529]: _type = "Task" [ 1265.871542] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.879361] env[69529]: DEBUG oslo_vmware.api [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.381409] env[69529]: DEBUG oslo_vmware.api [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356981, 'name': ReconfigVM_Task, 'duration_secs': 0.133211} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.381718] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669976', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'name': 'volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013ce24-b25f-4a0f-9db0-97cc920e9a14', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'serial': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1267.417360] env[69529]: DEBUG nova.objects.instance [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'flavor' on Instance uuid 7013ce24-b25f-4a0f-9db0-97cc920e9a14 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.586674] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.586983] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.587198] env[69529]: DEBUG nova.compute.manager [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Going to confirm migration 9 {{(pid=69529) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1267.923038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-acf2f08c-49fc-4871-8560-ddb1f5a4180a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.143919] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.144216] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.173643] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.173817] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.174040] env[69529]: DEBUG nova.network.neutron [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.174250] env[69529]: DEBUG nova.objects.instance [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'info_cache' on Instance uuid 663ce282-a30e-43bd-8922-d3f53e3392fc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.197212] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "414370ce-ca94-4e5b-9164-cb9a4948129a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.197453] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.197664] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.198038] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.198246] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.200435] env[69529]: INFO nova.compute.manager [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Terminating instance [ 1268.648661] env[69529]: INFO nova.compute.manager [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Detaching volume ecdd0dc0-a980-4a33-9be5-e68529a31adb [ 1268.685540] env[69529]: INFO nova.virt.block_device [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Attempting to driver detach volume ecdd0dc0-a980-4a33-9be5-e68529a31adb from mountpoint /dev/sdb [ 1268.685869] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1268.686102] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669976', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'name': 'volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013ce24-b25f-4a0f-9db0-97cc920e9a14', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'serial': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1268.687019] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cdad0f-0cb6-483b-a156-5183fd71be90 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.715128] env[69529]: DEBUG nova.compute.manager [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.715340] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.715630] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f63a9d9-a9e5-4476-94c1-dd5c9157d0f1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.718127] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a230d3d-cece-4abe-bf03-0a05ab5cf24e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.726404] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776faa52-7344-4329-9a87-3c995f149026 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.728666] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1268.728666] env[69529]: value = "task-3356982" [ 1268.728666] env[69529]: _type = "Task" [ 1268.728666] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.749495] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853dad3d-fae7-41ef-9015-074ec0099ee8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.755314] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.767538] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] The volume has not been displaced from its original location: [datastore1] volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb/volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1268.773051] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.773357] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28410aad-749e-4642-97a0-dcdec855f1be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.792397] env[69529]: DEBUG oslo_vmware.api [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1268.792397] env[69529]: value = "task-3356983" [ 1268.792397] env[69529]: _type = "Task" [ 1268.792397] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.800437] env[69529]: DEBUG oslo_vmware.api [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.238628] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356982, 'name': PowerOffVM_Task, 'duration_secs': 0.198352} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.238937] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.239055] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1269.239255] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669954', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'name': 'volume-c4f417c1-c550-4744-b5a6-73968a21f7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '414370ce-ca94-4e5b-9164-cb9a4948129a', 'attached_at': '2025-04-08T01:06:33.000000', 'detached_at': '', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'serial': 'c4f417c1-c550-4744-b5a6-73968a21f7bc'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1269.240014] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65fa66-de77-4d88-adfc-45dcf1d2d09a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.259199] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148db4f1-b8af-4c10-9e42-f80891361fcd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.267804] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057c315-58bf-4ac8-995e-94cea0b44db8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.286595] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db218a2-adfc-4230-9f8d-da545f45004f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.301278] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] The volume has not been displaced from its original location: [datastore1] volume-c4f417c1-c550-4744-b5a6-73968a21f7bc/volume-c4f417c1-c550-4744-b5a6-73968a21f7bc.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1269.306627] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.312027] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bd87d9-49fb-4094-9f87-699cf833cc26 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.332462] env[69529]: DEBUG oslo_vmware.api [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356983, 'name': ReconfigVM_Task, 'duration_secs': 0.217057} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.334009] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.339552] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1269.339552] env[69529]: value = "task-3356984" [ 1269.339552] env[69529]: _type = "Task" [ 1269.339552] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.339738] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43bec35-dc58-4716-9c28-500042025b61 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.363112] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.364457] env[69529]: DEBUG oslo_vmware.api [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1269.364457] env[69529]: value = "task-3356985" [ 1269.364457] env[69529]: _type = "Task" [ 1269.364457] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.372225] env[69529]: DEBUG oslo_vmware.api [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.507255] env[69529]: DEBUG nova.network.neutron [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [{"id": "b20c673a-39bf-463a-a597-4d3437658768", "address": "fa:16:3e:88:af:83", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20c673a-39", "ovs_interfaceid": "b20c673a-39bf-463a-a597-4d3437658768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.861560] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356984, 'name': ReconfigVM_Task, 'duration_secs': 0.153407} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.861910] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.866621] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c653783-9530-4d90-b282-c3aff50d490d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.885108] env[69529]: DEBUG oslo_vmware.api [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356985, 'name': ReconfigVM_Task, 'duration_secs': 0.140435} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.886652] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669976', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'name': 'volume-ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7013ce24-b25f-4a0f-9db0-97cc920e9a14', 'attached_at': '', 'detached_at': '', 'volume_id': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb', 'serial': 'ecdd0dc0-a980-4a33-9be5-e68529a31adb'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.889240] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1269.889240] env[69529]: value = "task-3356986" [ 1269.889240] env[69529]: _type = "Task" [ 1269.889240] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.898437] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356986, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.010387] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-663ce282-a30e-43bd-8922-d3f53e3392fc" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.010745] env[69529]: DEBUG nova.objects.instance [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'migration_context' on Instance uuid 663ce282-a30e-43bd-8922-d3f53e3392fc {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.401823] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.447522] env[69529]: DEBUG nova.objects.instance [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'flavor' on Instance uuid 7013ce24-b25f-4a0f-9db0-97cc920e9a14 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.514188] env[69529]: DEBUG nova.objects.base [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Object Instance<663ce282-a30e-43bd-8922-d3f53e3392fc> lazy-loaded attributes: info_cache,migration_context {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.515197] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1dc70-cb08-4249-ba46-f8180084e9a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.535042] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb4917f-22c4-4ee4-a9bd-cc956fdca59a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.540600] env[69529]: DEBUG oslo_vmware.api [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1270.540600] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d5e723-50b0-f6fc-ab07-ed7418ce8f6a" [ 1270.540600] env[69529]: _type = "Task" [ 1270.540600] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.550423] env[69529]: DEBUG oslo_vmware.api [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d5e723-50b0-f6fc-ab07-ed7418ce8f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.900313] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356986, 'name': ReconfigVM_Task, 'duration_secs': 0.667651} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.900712] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669954', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'name': 'volume-c4f417c1-c550-4744-b5a6-73968a21f7bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '414370ce-ca94-4e5b-9164-cb9a4948129a', 'attached_at': '2025-04-08T01:06:33.000000', 'detached_at': '', 'volume_id': 'c4f417c1-c550-4744-b5a6-73968a21f7bc', 'serial': 'c4f417c1-c550-4744-b5a6-73968a21f7bc'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1270.900922] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.901687] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e204d95d-4200-4f40-8bf0-95e6d60f673f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.907938] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.908173] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1880f36-4e31-4e61-b30a-9b108e96c65f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.971539] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.971763] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.971946] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleting the datastore file [datastore1] 414370ce-ca94-4e5b-9164-cb9a4948129a {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.972538] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6997fd8a-788a-476d-aa74-51c05d7ee001 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.979302] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1270.979302] env[69529]: value = "task-3356988" [ 1270.979302] env[69529]: _type = "Task" [ 1270.979302] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.987057] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.050787] env[69529]: DEBUG oslo_vmware.api [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52d5e723-50b0-f6fc-ab07-ed7418ce8f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.050787] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.052209] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.458695] env[69529]: DEBUG oslo_concurrency.lockutils [None req-f351687c-bef3-4cb9-b2f5-7a37a33916e8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.492020] env[69529]: DEBUG oslo_vmware.api [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3356988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081947} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.492020] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.492020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.492020] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.492020] env[69529]: INFO nova.compute.manager [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1271.492020] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.492020] env[69529]: DEBUG nova.compute.manager [-] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.492020] env[69529]: DEBUG nova.network.neutron [-] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.713566] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1054923b-5b83-43ce-8e8b-7e0d1dc71e54 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.723010] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69669a80-253b-4b70-a322-9c7d6a9d4d4a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.763557] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba08ea2-9615-4c4a-8b50-113e372350f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.769256] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503c97a-528f-4e5f-89f7-5467049298d8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.783142] env[69529]: DEBUG nova.compute.provider_tree [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.274032] env[69529]: DEBUG nova.compute.manager [req-2f9fb040-cee7-4f6e-a4aa-c092eb573733 req-5c375c9d-1585-45f2-86ab-88a4bece69ce service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Received event network-vif-deleted-898e3dc5-202d-4c34-b9e1-b4629b119bd7 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.274032] env[69529]: INFO nova.compute.manager [req-2f9fb040-cee7-4f6e-a4aa-c092eb573733 req-5c375c9d-1585-45f2-86ab-88a4bece69ce service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Neutron deleted interface 898e3dc5-202d-4c34-b9e1-b4629b119bd7; detaching it from the instance and deleting it from the info cache [ 1272.274032] env[69529]: DEBUG nova.network.neutron [req-2f9fb040-cee7-4f6e-a4aa-c092eb573733 req-5c375c9d-1585-45f2-86ab-88a4bece69ce service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.286100] env[69529]: DEBUG nova.scheduler.client.report [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.416049] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.418616] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.418616] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.418616] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.418616] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.419763] env[69529]: INFO nova.compute.manager [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Terminating instance [ 1272.742258] env[69529]: DEBUG nova.network.neutron [-] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.778210] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1aad578b-904c-4dd4-8e42-8d21f01e3ddf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.788707] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b846718-43e4-40db-8fc1-c7d9d753f1ca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.823118] env[69529]: DEBUG nova.compute.manager [req-2f9fb040-cee7-4f6e-a4aa-c092eb573733 req-5c375c9d-1585-45f2-86ab-88a4bece69ce service nova] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Detach interface failed, port_id=898e3dc5-202d-4c34-b9e1-b4629b119bd7, reason: Instance 414370ce-ca94-4e5b-9164-cb9a4948129a could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.924949] env[69529]: DEBUG nova.compute.manager [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.925235] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.926174] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1528dc79-a803-41d9-9060-96d677c9695d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.934227] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.934482] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6f5054a-a398-49c9-99ee-acd04e4feb89 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.941421] env[69529]: DEBUG oslo_vmware.api [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1272.941421] env[69529]: value = "task-3356989" [ 1272.941421] env[69529]: _type = "Task" [ 1272.941421] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.950254] env[69529]: DEBUG oslo_vmware.api [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.245140] env[69529]: INFO nova.compute.manager [-] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Took 1.75 seconds to deallocate network for instance. [ 1273.306866] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.256s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.450845] env[69529]: DEBUG oslo_vmware.api [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356989, 'name': PowerOffVM_Task, 'duration_secs': 0.437249} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.451160] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.451340] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.451598] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b3ffe4f-461f-4e60-9a29-4625d4e228a5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.531703] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.531914] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.534026] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleting the datastore file [datastore2] 7013ce24-b25f-4a0f-9db0-97cc920e9a14 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.534026] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2a9b156-8c3e-4a24-b04f-b3bbc141a343 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.539974] env[69529]: DEBUG oslo_vmware.api [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1273.539974] env[69529]: value = "task-3356991" [ 1273.539974] env[69529]: _type = "Task" [ 1273.539974] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.547672] env[69529]: DEBUG oslo_vmware.api [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.796423] env[69529]: INFO nova.compute.manager [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Took 0.55 seconds to detach 1 volumes for instance. [ 1273.799824] env[69529]: DEBUG nova.compute.manager [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 414370ce-ca94-4e5b-9164-cb9a4948129a] Deleting volume: c4f417c1-c550-4744-b5a6-73968a21f7bc {{(pid=69529) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1273.882209] env[69529]: INFO nova.scheduler.client.report [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted allocation for migration 9b5ce8e0-16f4-413e-9e14-9419e1759467 [ 1274.054970] env[69529]: DEBUG oslo_vmware.api [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3356991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150886} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.055260] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.055447] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.055619] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.055794] env[69529]: INFO nova.compute.manager [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1274.056110] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.056444] env[69529]: DEBUG nova.compute.manager [-] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.056444] env[69529]: DEBUG nova.network.neutron [-] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.350362] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.350765] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.350934] env[69529]: DEBUG nova.objects.instance [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'resources' on Instance uuid 414370ce-ca94-4e5b-9164-cb9a4948129a {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.391371] env[69529]: DEBUG oslo_concurrency.lockutils [None req-77eddc50-1c2b-4cea-85d7-0917ad00b8a5 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.804s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.487256] env[69529]: DEBUG nova.compute.manager [req-12acf8af-c660-496f-b529-62dfb6f16f59 req-3d5e64c0-6fc5-4a51-b5fa-3a1421b6b524 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Received event network-vif-deleted-428a959b-7b5b-4e72-8aa1-acfeda93f201 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.487485] env[69529]: INFO nova.compute.manager [req-12acf8af-c660-496f-b529-62dfb6f16f59 req-3d5e64c0-6fc5-4a51-b5fa-3a1421b6b524 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Neutron deleted interface 428a959b-7b5b-4e72-8aa1-acfeda93f201; detaching it from the instance and deleting it from the info cache [ 1274.487658] env[69529]: DEBUG nova.network.neutron [req-12acf8af-c660-496f-b529-62dfb6f16f59 req-3d5e64c0-6fc5-4a51-b5fa-3a1421b6b524 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.671750] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.671750] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.671750] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.671750] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.671750] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.672609] env[69529]: INFO nova.compute.manager [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Terminating instance [ 1274.969170] env[69529]: DEBUG nova.network.neutron [-] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.990571] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a93ee9e6-872b-4a5a-8929-deeb2cdfbbe5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.000859] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6f3e7-afab-498b-bd5e-1986e8b4dd45 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.021649] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c3cd78-0a72-4ac3-a6b4-25b5a1aa5ed5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.029062] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087bf27e-6721-4a65-a5cd-501f23b4b212 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.069030] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b801472-e06e-4d86-888a-aca1f9aa2de5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.071964] env[69529]: DEBUG nova.compute.manager [req-12acf8af-c660-496f-b529-62dfb6f16f59 req-3d5e64c0-6fc5-4a51-b5fa-3a1421b6b524 service nova] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Detach interface failed, port_id=428a959b-7b5b-4e72-8aa1-acfeda93f201, reason: Instance 7013ce24-b25f-4a0f-9db0-97cc920e9a14 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.077482] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef3c014-da17-46b2-bc29-e9991f900ff5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.090715] env[69529]: DEBUG nova.compute.provider_tree [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.176070] env[69529]: DEBUG nova.compute.manager [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.176318] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.177159] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec97ef1-0c69-48f4-9de6-8c039ba7474b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.184991] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.185237] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0cdbe5e-89e4-46b6-b0ad-182a060767f2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.191137] env[69529]: DEBUG oslo_vmware.api [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1275.191137] env[69529]: value = "task-3356996" [ 1275.191137] env[69529]: _type = "Task" [ 1275.191137] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.198554] env[69529]: DEBUG oslo_vmware.api [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.473280] env[69529]: INFO nova.compute.manager [-] [instance: 7013ce24-b25f-4a0f-9db0-97cc920e9a14] Took 1.42 seconds to deallocate network for instance. [ 1275.593564] env[69529]: DEBUG nova.scheduler.client.report [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.701108] env[69529]: DEBUG oslo_vmware.api [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356996, 'name': PowerOffVM_Task, 'duration_secs': 0.187523} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.701349] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.701520] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.701762] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e02fb9b-f9c3-4425-9d1b-89057451c821 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.755852] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.756129] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.756333] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleting the datastore file [datastore1] 663ce282-a30e-43bd-8922-d3f53e3392fc {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.756606] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c02451-2df0-46ba-b9f1-5b6a95993d07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.762319] env[69529]: DEBUG oslo_vmware.api [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1275.762319] env[69529]: value = "task-3356998" [ 1275.762319] env[69529]: _type = "Task" [ 1275.762319] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.770143] env[69529]: DEBUG oslo_vmware.api [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.982294] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.098648] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.101190] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.119s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.101500] env[69529]: DEBUG nova.objects.instance [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'resources' on Instance uuid 7013ce24-b25f-4a0f-9db0-97cc920e9a14 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.122569] env[69529]: INFO nova.scheduler.client.report [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted allocations for instance 414370ce-ca94-4e5b-9164-cb9a4948129a [ 1276.272539] env[69529]: DEBUG oslo_vmware.api [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3356998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141904} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.272892] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.273098] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.273285] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.273461] env[69529]: INFO nova.compute.manager [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1276.273696] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.273898] env[69529]: DEBUG nova.compute.manager [-] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.274016] env[69529]: DEBUG nova.network.neutron [-] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.631730] env[69529]: DEBUG oslo_concurrency.lockutils [None req-aea25858-8677-4789-9c4e-fd5ca70278dc tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "414370ce-ca94-4e5b-9164-cb9a4948129a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.434s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.740200] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a23ba-8526-400b-9882-62e8de9bece0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.747969] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248ea074-eb7f-4091-b645-cc25d25ee693 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.780391] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96eac45-ee64-4ff9-8c8d-ae5d75117f51 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.785347] env[69529]: DEBUG nova.compute.manager [req-83e8c511-ef99-47d4-8e2d-4ed1a2dbadd6 req-2dbb957b-e382-4e1e-8d96-3c3ad399e2c8 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Received event network-vif-deleted-b20c673a-39bf-463a-a597-4d3437658768 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.785549] env[69529]: INFO nova.compute.manager [req-83e8c511-ef99-47d4-8e2d-4ed1a2dbadd6 req-2dbb957b-e382-4e1e-8d96-3c3ad399e2c8 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Neutron deleted interface b20c673a-39bf-463a-a597-4d3437658768; detaching it from the instance and deleting it from the info cache [ 1276.785761] env[69529]: DEBUG nova.network.neutron [req-83e8c511-ef99-47d4-8e2d-4ed1a2dbadd6 req-2dbb957b-e382-4e1e-8d96-3c3ad399e2c8 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.792708] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82761e78-2c73-469d-a383-1dcc24b54399 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.808718] env[69529]: DEBUG nova.compute.provider_tree [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.125821] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.126214] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.126441] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "82cac712-73b0-4a44-a8d9-4310ff8eb733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.126626] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.126811] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.129592] env[69529]: INFO nova.compute.manager [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Terminating instance [ 1277.284091] env[69529]: DEBUG nova.network.neutron [-] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.289099] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84e6c681-825b-443f-8cd5-54e0e4ecc295 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.298452] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9481273-21ac-4882-b015-c33f9520f52e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.311252] env[69529]: DEBUG nova.scheduler.client.report [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.332606] env[69529]: DEBUG nova.compute.manager [req-83e8c511-ef99-47d4-8e2d-4ed1a2dbadd6 req-2dbb957b-e382-4e1e-8d96-3c3ad399e2c8 service nova] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Detach interface failed, port_id=b20c673a-39bf-463a-a597-4d3437658768, reason: Instance 663ce282-a30e-43bd-8922-d3f53e3392fc could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.635047] env[69529]: DEBUG nova.compute.manager [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.635047] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.635967] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f2197f-2747-427d-b20b-ad120dd5db79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.644282] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.644497] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6623b41-6956-4f71-8f55-e84a2f970340 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.649749] env[69529]: DEBUG oslo_vmware.api [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1277.649749] env[69529]: value = "task-3357000" [ 1277.649749] env[69529]: _type = "Task" [ 1277.649749] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.656640] env[69529]: DEBUG oslo_vmware.api [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.787622] env[69529]: INFO nova.compute.manager [-] [instance: 663ce282-a30e-43bd-8922-d3f53e3392fc] Took 1.51 seconds to deallocate network for instance. [ 1277.818812] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.842556] env[69529]: INFO nova.scheduler.client.report [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted allocations for instance 7013ce24-b25f-4a0f-9db0-97cc920e9a14 [ 1278.159679] env[69529]: DEBUG oslo_vmware.api [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357000, 'name': PowerOffVM_Task, 'duration_secs': 0.205783} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.159962] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.160153] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.160397] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52be30ea-bc23-4cb3-a7e3-a938d3bc882c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.214897] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.215150] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.215347] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleting the datastore file [datastore2] 82cac712-73b0-4a44-a8d9-4310ff8eb733 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.215591] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9268d06e-4c7c-4cf8-ae60-faa2fe5056c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.221835] env[69529]: DEBUG oslo_vmware.api [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1278.221835] env[69529]: value = "task-3357002" [ 1278.221835] env[69529]: _type = "Task" [ 1278.221835] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.229099] env[69529]: DEBUG oslo_vmware.api [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.294361] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.294691] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.294944] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.311364] env[69529]: INFO nova.scheduler.client.report [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted allocations for instance 663ce282-a30e-43bd-8922-d3f53e3392fc [ 1278.350767] env[69529]: DEBUG oslo_concurrency.lockutils [None req-777456c4-6442-4007-ba99-52f8a07c5ff8 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "7013ce24-b25f-4a0f-9db0-97cc920e9a14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.731472] env[69529]: DEBUG oslo_vmware.api [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127128} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.731885] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.731885] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.732064] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.732353] env[69529]: INFO nova.compute.manager [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1278.732423] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.732609] env[69529]: DEBUG nova.compute.manager [-] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.733041] env[69529]: DEBUG nova.network.neutron [-] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.819229] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8c75d71e-5c1e-4d6e-a084-5e6e8776c9ca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "663ce282-a30e-43bd-8922-d3f53e3392fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.149s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.014952] env[69529]: DEBUG nova.compute.manager [req-f7de1f4d-2fc9-41b7-91a3-11921eda3ec1 req-5a86dd7b-97e1-46f7-abb7-1734270b0526 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Received event network-vif-deleted-a697c75f-7ece-4048-baba-a31e11289c88 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.015054] env[69529]: INFO nova.compute.manager [req-f7de1f4d-2fc9-41b7-91a3-11921eda3ec1 req-5a86dd7b-97e1-46f7-abb7-1734270b0526 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Neutron deleted interface a697c75f-7ece-4048-baba-a31e11289c88; detaching it from the instance and deleting it from the info cache [ 1279.015265] env[69529]: DEBUG nova.network.neutron [req-f7de1f4d-2fc9-41b7-91a3-11921eda3ec1 req-5a86dd7b-97e1-46f7-abb7-1734270b0526 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.495658] env[69529]: DEBUG nova.network.neutron [-] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.517993] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78f3d8e3-4c9b-4260-a034-7f84d5046cfb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.523875] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.524165] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.529480] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046eaf8-baa9-422e-b496-89cd6a2e6040 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.558710] env[69529]: DEBUG nova.compute.manager [req-f7de1f4d-2fc9-41b7-91a3-11921eda3ec1 req-5a86dd7b-97e1-46f7-abb7-1734270b0526 service nova] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Detach interface failed, port_id=a697c75f-7ece-4048-baba-a31e11289c88, reason: Instance 82cac712-73b0-4a44-a8d9-4310ff8eb733 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.754525] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.754782] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.998077] env[69529]: INFO nova.compute.manager [-] [instance: 82cac712-73b0-4a44-a8d9-4310ff8eb733] Took 1.27 seconds to deallocate network for instance. [ 1280.027935] env[69529]: DEBUG nova.compute.utils [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1280.256993] env[69529]: DEBUG nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1280.505527] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.505840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.506086] env[69529]: DEBUG nova.objects.instance [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'resources' on Instance uuid 82cac712-73b0-4a44-a8d9-4310ff8eb733 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.530998] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.638322] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.638559] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.776585] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.115665] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401e2e6-fcfb-4cdc-9471-097b19e7f9b2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.123357] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184337e8-9644-41d0-87e1-f10261c54c85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.152398] env[69529]: DEBUG nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.155683] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326d270-8b3b-44fa-a7d6-5dc2a511e4de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.163580] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d08eb1-a2b0-483a-be79-7dedc5bb4247 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.178076] env[69529]: DEBUG nova.compute.provider_tree [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.597048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.597048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.597245] env[69529]: INFO nova.compute.manager [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Attaching volume 976513b3-e3aa-4522-93c6-7a221563ef2f to /dev/sdb [ 1281.627708] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b51348a-ef78-47f7-84d4-60aefa37e5ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.634399] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e93bdd-d30e-4d24-a57e-f21e67bbdeaa {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.647632] env[69529]: DEBUG nova.virt.block_device [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating existing volume attachment record: d8d6fbf8-0ff2-4210-ad87-b5d74c40909a {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1281.672837] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.680849] env[69529]: DEBUG nova.scheduler.client.report [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.186103] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.189029] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.412s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.192528] env[69529]: INFO nova.compute.claims [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.208452] env[69529]: INFO nova.scheduler.client.report [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted allocations for instance 82cac712-73b0-4a44-a8d9-4310ff8eb733 [ 1282.716381] env[69529]: DEBUG oslo_concurrency.lockutils [None req-33bbe4f8-ba1a-419a-9aff-15b671942a8a tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "82cac712-73b0-4a44-a8d9-4310ff8eb733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.302516] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cc2c01-576e-4b31-95b1-d5e1e65596fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.312427] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ff9654-ee6e-445e-b693-90d5d9a44b91 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.344456] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74aea22-419a-472d-b393-791dd8cb9eed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.351855] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221f9ec9-f1a1-4a8b-890e-bfef784c52dd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.365700] env[69529]: DEBUG nova.compute.provider_tree [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.869191] env[69529]: DEBUG nova.scheduler.client.report [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.374882] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.375467] env[69529]: DEBUG nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.378506] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.706s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.379980] env[69529]: INFO nova.compute.claims [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.884310] env[69529]: DEBUG nova.compute.utils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.889032] env[69529]: DEBUG nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.889032] env[69529]: DEBUG nova.network.neutron [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.933209] env[69529]: DEBUG nova.policy [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4f6bef61ea47328dae6a90575d585c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8035f5cf79a941508020b18eedb74499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.024775] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.025074] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.025274] env[69529]: INFO nova.compute.manager [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Shelving [ 1285.227497] env[69529]: DEBUG nova.network.neutron [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Successfully created port: 4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.389609] env[69529]: DEBUG nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.504251] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a152956-2ba3-421f-9d8e-72bb354e8b2a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.511569] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da179cdb-46b2-482c-bbfe-cdd4b6a0613b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.544247] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c06bd39-5fd1-4cc1-8e42-84bbf415e8f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.553463] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bc0dd3-a89d-4e8f-8a10-93516883ceda {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.567233] env[69529]: DEBUG nova.compute.provider_tree [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.051407] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.051761] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf306c9-1bc4-4497-9836-f9eb0c55efca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.060257] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1286.060257] env[69529]: value = "task-3357012" [ 1286.060257] env[69529]: _type = "Task" [ 1286.060257] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.069539] env[69529]: DEBUG nova.scheduler.client.report [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.072650] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.193203] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1286.193458] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669981', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'name': 'volume-976513b3-e3aa-4522-93c6-7a221563ef2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9e5683-528f-42f7-9141-561173f2203d', 'attached_at': '', 'detached_at': '', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'serial': '976513b3-e3aa-4522-93c6-7a221563ef2f'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1286.194431] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3e161c-43c7-4fa9-87b7-bf8651e77f6c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.211297] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed2a9d-bdd4-42e4-a172-189c5a2663bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.238659] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-976513b3-e3aa-4522-93c6-7a221563ef2f/volume-976513b3-e3aa-4522-93c6-7a221563ef2f.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.238993] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eae99b0-6a56-41a2-b989-d9767f4e61a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.257967] env[69529]: DEBUG oslo_vmware.api [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1286.257967] env[69529]: value = "task-3357013" [ 1286.257967] env[69529]: _type = "Task" [ 1286.257967] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.267029] env[69529]: DEBUG oslo_vmware.api [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.403609] env[69529]: DEBUG nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.431776] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.433039] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.433039] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.433039] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.433039] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.433039] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.433339] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.433395] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.433605] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.433812] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.433993] env[69529]: DEBUG nova.virt.hardware [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.434999] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8788f895-ae8a-4111-8d13-53b4402d9fd8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.443739] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b89e4b-0667-4cb2-9559-0bde95dce277 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.571395] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357012, 'name': PowerOffVM_Task, 'duration_secs': 0.201965} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.572529] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.572529] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012cfdc1-40cd-416f-8367-c5c9db12409d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.576240] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.576375] env[69529]: DEBUG nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.597515] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e679d1c4-f4bb-46bd-ac73-cccd6dee5de1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.623382] env[69529]: DEBUG nova.compute.manager [req-1a2c02e1-3648-4589-b1f7-c2456e52f381 req-d508d6a9-acf0-4237-b5f8-954039740d50 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Received event network-vif-plugged-4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.623440] env[69529]: DEBUG oslo_concurrency.lockutils [req-1a2c02e1-3648-4589-b1f7-c2456e52f381 req-d508d6a9-acf0-4237-b5f8-954039740d50 service nova] Acquiring lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.623625] env[69529]: DEBUG oslo_concurrency.lockutils [req-1a2c02e1-3648-4589-b1f7-c2456e52f381 req-d508d6a9-acf0-4237-b5f8-954039740d50 service nova] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.623806] env[69529]: DEBUG oslo_concurrency.lockutils [req-1a2c02e1-3648-4589-b1f7-c2456e52f381 req-d508d6a9-acf0-4237-b5f8-954039740d50 service nova] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.624015] env[69529]: DEBUG nova.compute.manager [req-1a2c02e1-3648-4589-b1f7-c2456e52f381 req-d508d6a9-acf0-4237-b5f8-954039740d50 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] No waiting events found dispatching network-vif-plugged-4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.625192] env[69529]: WARNING nova.compute.manager [req-1a2c02e1-3648-4589-b1f7-c2456e52f381 req-d508d6a9-acf0-4237-b5f8-954039740d50 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Received unexpected event network-vif-plugged-4b60fa74-48c4-4f18-846f-be30d705562f for instance with vm_state building and task_state spawning. [ 1286.701435] env[69529]: DEBUG nova.network.neutron [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Successfully updated port: 4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.769832] env[69529]: DEBUG oslo_vmware.api [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357013, 'name': ReconfigVM_Task, 'duration_secs': 0.367716} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.770129] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-976513b3-e3aa-4522-93c6-7a221563ef2f/volume-976513b3-e3aa-4522-93c6-7a221563ef2f.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.774834] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba7b47b-1d5a-46af-b8f4-367b76a8e159 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.789988] env[69529]: DEBUG oslo_vmware.api [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1286.789988] env[69529]: value = "task-3357014" [ 1286.789988] env[69529]: _type = "Task" [ 1286.789988] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.798204] env[69529]: DEBUG oslo_vmware.api [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.977182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.977465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.977698] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.977885] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.978068] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.980271] env[69529]: INFO nova.compute.manager [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Terminating instance [ 1287.083041] env[69529]: DEBUG nova.compute.utils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.084461] env[69529]: DEBUG nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.084672] env[69529]: DEBUG nova.network.neutron [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.108743] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Creating Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1287.109174] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1e5afd6-949d-4dfc-9c51-7c858aa250fc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.118156] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1287.118156] env[69529]: value = "task-3357016" [ 1287.118156] env[69529]: _type = "Task" [ 1287.118156] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.123346] env[69529]: DEBUG nova.policy [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa465067139c4da68ff510a919d1a17f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8504dcb4048d406aae5994b38bb370b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.128278] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357016, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.203995] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.204189] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.204321] env[69529]: DEBUG nova.network.neutron [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.300583] env[69529]: DEBUG oslo_vmware.api [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357014, 'name': ReconfigVM_Task, 'duration_secs': 0.137336} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.300977] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669981', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'name': 'volume-976513b3-e3aa-4522-93c6-7a221563ef2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9e5683-528f-42f7-9141-561173f2203d', 'attached_at': '', 'detached_at': '', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'serial': '976513b3-e3aa-4522-93c6-7a221563ef2f'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1287.456830] env[69529]: DEBUG nova.network.neutron [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Successfully created port: c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.484346] env[69529]: DEBUG nova.compute.manager [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.484594] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.485422] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16742453-7718-4ea9-a1dc-b5c5a9b4beee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.494290] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.494569] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dbb0081-c30c-4f07-a850-1d72bfcf3b16 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.502463] env[69529]: DEBUG oslo_vmware.api [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1287.502463] env[69529]: value = "task-3357017" [ 1287.502463] env[69529]: _type = "Task" [ 1287.502463] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.517343] env[69529]: DEBUG oslo_vmware.api [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.588056] env[69529]: DEBUG nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.629891] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357016, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.768156] env[69529]: DEBUG nova.network.neutron [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.935987] env[69529]: DEBUG nova.network.neutron [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.013982] env[69529]: DEBUG oslo_vmware.api [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357017, 'name': PowerOffVM_Task, 'duration_secs': 0.250674} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.015289] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.015289] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.015289] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73121b8f-5512-482e-b75a-1d9f0e84549e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.110421] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.110638] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.110848] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleting the datastore file [datastore2] 5e520785-7734-4ad6-a1d9-d84eaab73f9d {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.111136] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6a7a40-908d-4630-b866-adc3bceca0cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.119659] env[69529]: DEBUG oslo_vmware.api [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for the task: (returnval){ [ 1288.119659] env[69529]: value = "task-3357019" [ 1288.119659] env[69529]: _type = "Task" [ 1288.119659] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.133631] env[69529]: DEBUG oslo_vmware.api [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.136768] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357016, 'name': CreateSnapshot_Task, 'duration_secs': 0.709929} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.137697] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Created Snapshot of the VM instance {{(pid=69529) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1288.138440] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cb2f6d-2b83-45a8-94ee-4b7a1c3d7290 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.348697] env[69529]: DEBUG nova.objects.instance [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lazy-loading 'flavor' on Instance uuid 5d9e5683-528f-42f7-9141-561173f2203d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.438475] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.438917] env[69529]: DEBUG nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Instance network_info: |[{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.439279] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:cc:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b60fa74-48c4-4f18-846f-be30d705562f', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.447494] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.447726] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.447985] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e368924a-2c06-4041-b969-de5470d99982 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.470437] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.470437] env[69529]: value = "task-3357020" [ 1288.470437] env[69529]: _type = "Task" [ 1288.470437] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.483800] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357020, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.601425] env[69529]: DEBUG nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.637501] env[69529]: DEBUG oslo_vmware.api [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Task: {'id': task-3357019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506102} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.639910] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.640162] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.640343] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.640491] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.640638] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.640783] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.640994] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.641187] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.641360] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.641528] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.641702] env[69529]: DEBUG nova.virt.hardware [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.642022] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.642200] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.642373] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.642543] env[69529]: INFO nova.compute.manager [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1288.642776] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.643592] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83784354-cfcc-43a1-996c-d45536c953d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.646321] env[69529]: DEBUG nova.compute.manager [-] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.646437] env[69529]: DEBUG nova.network.neutron [-] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.657711] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Creating linked-clone VM from snapshot {{(pid=69529) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1288.661621] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63b34fa1-d54f-4486-975b-10bbfb824584 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.665577] env[69529]: DEBUG nova.compute.manager [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Received event network-changed-4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.665760] env[69529]: DEBUG nova.compute.manager [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Refreshing instance network info cache due to event network-changed-4b60fa74-48c4-4f18-846f-be30d705562f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.665975] env[69529]: DEBUG oslo_concurrency.lockutils [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] Acquiring lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.666132] env[69529]: DEBUG oslo_concurrency.lockutils [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] Acquired lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.666297] env[69529]: DEBUG nova.network.neutron [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Refreshing network info cache for port 4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.668996] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232e466-0f91-4a11-a163-5de002e4c1e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.687194] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1288.687194] env[69529]: value = "task-3357021" [ 1288.687194] env[69529]: _type = "Task" [ 1288.687194] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.700387] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357021, 'name': CloneVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.854474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-97085c7c-31b6-45e9-8700-508d4154f93e tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.983889] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357020, 'name': CreateVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.995045] env[69529]: INFO nova.compute.manager [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Rescuing [ 1288.995720] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.995938] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.996198] env[69529]: DEBUG nova.network.neutron [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.164693] env[69529]: DEBUG nova.network.neutron [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Successfully updated port: c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.199179] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357021, 'name': CloneVM_Task} progress is 94%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.355521] env[69529]: DEBUG nova.network.neutron [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updated VIF entry in instance network info cache for port 4b60fa74-48c4-4f18-846f-be30d705562f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.355953] env[69529]: DEBUG nova.network.neutron [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.450180] env[69529]: DEBUG nova.network.neutron [-] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.481781] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357020, 'name': CreateVM_Task, 'duration_secs': 0.566058} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.482150] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.482694] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.482897] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.483264] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.483525] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16d4854-93ea-4c54-92cd-52650a794f83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.488114] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1289.488114] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a41b03-9040-f011-3712-8182d21c5302" [ 1289.488114] env[69529]: _type = "Task" [ 1289.488114] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.496696] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a41b03-9040-f011-3712-8182d21c5302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.668182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.668352] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.668590] env[69529]: DEBUG nova.network.neutron [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.698452] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357021, 'name': CloneVM_Task} progress is 95%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.704278] env[69529]: DEBUG nova.network.neutron [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [{"id": "49549309-fa4b-47f5-95e1-ad4720615c4b", "address": "fa:16:3e:7e:44:e1", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49549309-fa", "ovs_interfaceid": "49549309-fa4b-47f5-95e1-ad4720615c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.858983] env[69529]: DEBUG oslo_concurrency.lockutils [req-95c77525-c997-40f4-9aec-d4a285093544 req-c2cdfc45-15bc-46fc-ba8d-9efa5a497b90 service nova] Releasing lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.952821] env[69529]: INFO nova.compute.manager [-] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Took 1.31 seconds to deallocate network for instance. [ 1289.999916] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52a41b03-9040-f011-3712-8182d21c5302, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.000457] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.000700] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.000938] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.001097] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.001340] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.001610] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98679f6e-2285-4452-abd3-e27d0cdeab47 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.011698] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.011891] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.012623] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fc6ea8-584f-4ed3-8a9a-f4e25c026dc8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.018018] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1290.018018] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52796aef-3604-81ba-e6b6-f7c0fc15c37e" [ 1290.018018] env[69529]: _type = "Task" [ 1290.018018] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.026915] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52796aef-3604-81ba-e6b6-f7c0fc15c37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.200323] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357021, 'name': CloneVM_Task, 'duration_secs': 1.222391} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.201153] env[69529]: DEBUG nova.network.neutron [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.203477] env[69529]: INFO nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Created linked-clone VM from snapshot [ 1290.204351] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3559470c-12d6-4d2a-a64b-f31173a8ef81 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.207490] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.215254] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Uploading image dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1290.242017] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1290.242017] env[69529]: value = "vm-669985" [ 1290.242017] env[69529]: _type = "VirtualMachine" [ 1290.242017] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1290.242286] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3bb332b5-c8e8-4533-8bba-97a899703e7f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.253053] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease: (returnval){ [ 1290.253053] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527896b1-7b13-dacb-4bf5-c9ac0f85daf8" [ 1290.253053] env[69529]: _type = "HttpNfcLease" [ 1290.253053] env[69529]: } obtained for exporting VM: (result){ [ 1290.253053] env[69529]: value = "vm-669985" [ 1290.253053] env[69529]: _type = "VirtualMachine" [ 1290.253053] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1290.253053] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the lease: (returnval){ [ 1290.253053] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527896b1-7b13-dacb-4bf5-c9ac0f85daf8" [ 1290.253053] env[69529]: _type = "HttpNfcLease" [ 1290.253053] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1290.259894] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.259894] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527896b1-7b13-dacb-4bf5-c9ac0f85daf8" [ 1290.259894] env[69529]: _type = "HttpNfcLease" [ 1290.259894] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1290.331077] env[69529]: DEBUG nova.network.neutron [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updating instance_info_cache with network_info: [{"id": "c0132963-185d-4f16-8465-0d87566c43b2", "address": "fa:16:3e:fc:48:34", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0132963-18", "ovs_interfaceid": "c0132963-185d-4f16-8465-0d87566c43b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.460036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.460036] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.460036] env[69529]: DEBUG nova.objects.instance [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lazy-loading 'resources' on Instance uuid 5e520785-7734-4ad6-a1d9-d84eaab73f9d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.529155] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52796aef-3604-81ba-e6b6-f7c0fc15c37e, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.529942] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e88c46-242f-46f3-9a9d-a1136a71322f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.535783] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1290.535783] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521626a7-2d52-7332-e51c-d28bd11d852c" [ 1290.535783] env[69529]: _type = "Task" [ 1290.535783] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.543508] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521626a7-2d52-7332-e51c-d28bd11d852c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.685089] env[69529]: DEBUG nova.compute.manager [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 5e520785-7734-4ad6-a1d9-d84eaab73f9d] Received event network-vif-deleted-0e466e8e-fa27-4e60-a791-d0999683ab85 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.685392] env[69529]: DEBUG nova.compute.manager [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Received event network-vif-plugged-c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.685591] env[69529]: DEBUG oslo_concurrency.lockutils [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] Acquiring lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.685797] env[69529]: DEBUG oslo_concurrency.lockutils [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.685965] env[69529]: DEBUG oslo_concurrency.lockutils [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.686146] env[69529]: DEBUG nova.compute.manager [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] No waiting events found dispatching network-vif-plugged-c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.686317] env[69529]: WARNING nova.compute.manager [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Received unexpected event network-vif-plugged-c0132963-185d-4f16-8465-0d87566c43b2 for instance with vm_state building and task_state spawning. [ 1290.686496] env[69529]: DEBUG nova.compute.manager [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Received event network-changed-c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.686631] env[69529]: DEBUG nova.compute.manager [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Refreshing instance network info cache due to event network-changed-c0132963-185d-4f16-8465-0d87566c43b2. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.686801] env[69529]: DEBUG oslo_concurrency.lockutils [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] Acquiring lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.761562] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.761562] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527896b1-7b13-dacb-4bf5-c9ac0f85daf8" [ 1290.761562] env[69529]: _type = "HttpNfcLease" [ 1290.761562] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1290.761857] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1290.761857] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]527896b1-7b13-dacb-4bf5-c9ac0f85daf8" [ 1290.761857] env[69529]: _type = "HttpNfcLease" [ 1290.761857] env[69529]: }. {{(pid=69529) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1290.762585] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084adb6-7a70-43af-989e-f0890620747d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.770205] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84a9c-ae03-21de-c16d-98d623162499/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.770398] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84a9c-ae03-21de-c16d-98d623162499/disk-0.vmdk for reading. {{(pid=69529) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.833471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.833858] env[69529]: DEBUG nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Instance network_info: |[{"id": "c0132963-185d-4f16-8465-0d87566c43b2", "address": "fa:16:3e:fc:48:34", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0132963-18", "ovs_interfaceid": "c0132963-185d-4f16-8465-0d87566c43b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.834181] env[69529]: DEBUG oslo_concurrency.lockutils [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] Acquired lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.834408] env[69529]: DEBUG nova.network.neutron [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Refreshing network info cache for port c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.836258] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:48:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0132963-185d-4f16-8465-0d87566c43b2', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.844252] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.845123] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.845367] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d781fa45-b6cd-41ac-9a58-2dddbff841fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.862363] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c09ebbb-f684-497e-885c-2cafccf7aa27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.869439] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.869439] env[69529]: value = "task-3357024" [ 1290.869439] env[69529]: _type = "Task" [ 1290.869439] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.878587] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357024, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.048636] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521626a7-2d52-7332-e51c-d28bd11d852c, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.051178] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.051481] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.052058] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d30db478-bc90-4973-b684-1ec3d9378d3f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.059589] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1291.059589] env[69529]: value = "task-3357025" [ 1291.059589] env[69529]: _type = "Task" [ 1291.059589] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.073248] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.094612] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b674a-bd25-4c1a-8c51-38e4faf59e27 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.104814] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd0bcb7-5eca-4ed2-8793-e17644665ee5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.140409] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141a0ad2-ce0a-4365-b7ef-5acb968f6c9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.149135] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ef1e7d-885d-4e99-80a0-a74d984abb06 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.165090] env[69529]: DEBUG nova.compute.provider_tree [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.383929] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357024, 'name': CreateVM_Task, 'duration_secs': 0.327206} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.384200] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.385507] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.385819] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.386187] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.386463] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dde3c54-a897-4961-822b-83a2e24e5171 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.393027] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1291.393027] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac724b-c724-4a95-ce1d-15cb2ec8fd67" [ 1291.393027] env[69529]: _type = "Task" [ 1291.393027] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.402973] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac724b-c724-4a95-ce1d-15cb2ec8fd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.574539] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357025, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.575843] env[69529]: DEBUG nova.network.neutron [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updated VIF entry in instance network info cache for port c0132963-185d-4f16-8465-0d87566c43b2. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.576340] env[69529]: DEBUG nova.network.neutron [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updating instance_info_cache with network_info: [{"id": "c0132963-185d-4f16-8465-0d87566c43b2", "address": "fa:16:3e:fc:48:34", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0132963-18", "ovs_interfaceid": "c0132963-185d-4f16-8465-0d87566c43b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.690311] env[69529]: ERROR nova.scheduler.client.report [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] [req-8f83096b-3ecb-4897-b655-a722cccf3acd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8f83096b-3ecb-4897-b655-a722cccf3acd"}]} [ 1291.708412] env[69529]: DEBUG nova.scheduler.client.report [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1291.721749] env[69529]: DEBUG nova.scheduler.client.report [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1291.721990] env[69529]: DEBUG nova.compute.provider_tree [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.732927] env[69529]: DEBUG nova.scheduler.client.report [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1291.745932] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.746499] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e768c817-59fd-4763-bc17-e3e59d272945 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.749193] env[69529]: DEBUG nova.scheduler.client.report [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1291.759032] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1291.759032] env[69529]: value = "task-3357026" [ 1291.759032] env[69529]: _type = "Task" [ 1291.759032] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.774166] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.848820] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea607b3e-ec94-42e9-8728-08cd3a2330bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.856382] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752418e-2845-445d-85b0-2daf36fcc6c1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.889886] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e14051d-a8af-4dd8-a35e-12255f5f6427 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.900062] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca95f6-fdda-4ce7-9791-9a88adbf1e2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.907980] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52ac724b-c724-4a95-ce1d-15cb2ec8fd67, 'name': SearchDatastore_Task, 'duration_secs': 0.056185} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.908811] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.909168] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.909454] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.909647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.909922] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.910318] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b47e1497-df8b-4831-a1b8-f24955d49942 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.920818] env[69529]: DEBUG nova.compute.provider_tree [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.932335] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.932710] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.933629] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16fcb332-e12e-4131-9d00-65ed1e3106a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.943738] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1291.943738] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52532b1a-052b-1e25-d09e-be6f3d5020ca" [ 1291.943738] env[69529]: _type = "Task" [ 1291.943738] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.954792] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52532b1a-052b-1e25-d09e-be6f3d5020ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.073143] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513118} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.073421] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.073714] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.073975] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0783a173-aae6-419d-adb3-2025d4b6ddc3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.078716] env[69529]: DEBUG oslo_concurrency.lockutils [req-3da8b0a9-b1c3-44b4-bbaf-a49e2b1f4ce8 req-0a8b9e6c-d053-4977-93b0-fabbfc18549c service nova] Releasing lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.082092] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1292.082092] env[69529]: value = "task-3357027" [ 1292.082092] env[69529]: _type = "Task" [ 1292.082092] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.089913] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.269483] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357026, 'name': PowerOffVM_Task, 'duration_secs': 0.235219} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.269772] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.270617] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79816979-daed-44f7-b956-9d6ed7821f49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.294842] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80b9623-6d0d-42e1-ad66-b7585807848f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.300654] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquiring lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.301088] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.334374] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.334733] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b482e7f-9d93-430c-b7b6-770cdd352f5c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.343194] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1292.343194] env[69529]: value = "task-3357028" [ 1292.343194] env[69529]: _type = "Task" [ 1292.343194] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.351609] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.424859] env[69529]: DEBUG nova.scheduler.client.report [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.454893] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52532b1a-052b-1e25-d09e-be6f3d5020ca, 'name': SearchDatastore_Task, 'duration_secs': 0.019639} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.455841] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e75626-fa4b-4014-84c1-ec1c924ee67b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.463087] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1292.463087] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b0f22-335d-7899-5530-b4d69390c5ae" [ 1292.463087] env[69529]: _type = "Task" [ 1292.463087] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.471334] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b0f22-335d-7899-5530-b4d69390c5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.593122] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065392} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.593510] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.594345] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21a517-5b7c-4ac8-ab7f-f94d13f25d74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.616685] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.616981] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-738adcb3-b16c-4b4c-bc3a-4ced49da293e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.638442] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1292.638442] env[69529]: value = "task-3357029" [ 1292.638442] env[69529]: _type = "Task" [ 1292.638442] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.647120] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.803946] env[69529]: DEBUG nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.858553] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.858765] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.859057] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.859184] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.859355] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.859607] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75e8c694-05f1-4883-80fb-d39d4d682e12 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.870330] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.870542] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.871319] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c54bc0-9e62-4794-8177-d360e1f3a958 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.877526] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1292.877526] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f286a-5280-0a84-58d5-787142897ae5" [ 1292.877526] env[69529]: _type = "Task" [ 1292.877526] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.885898] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f286a-5280-0a84-58d5-787142897ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.930369] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.470s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.964556] env[69529]: INFO nova.scheduler.client.report [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Deleted allocations for instance 5e520785-7734-4ad6-a1d9-d84eaab73f9d [ 1292.979691] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]524b0f22-335d-7899-5530-b4d69390c5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.037434} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.980068] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.980388] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 394db7b5-873e-49ac-95c4-5fe6e12c25ea/394db7b5-873e-49ac-95c4-5fe6e12c25ea.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.980711] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f2ae81-d67b-4479-baaf-e821410b997c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.990033] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1292.990033] env[69529]: value = "task-3357030" [ 1292.990033] env[69529]: _type = "Task" [ 1292.990033] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.999566] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.151552] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357029, 'name': ReconfigVM_Task, 'duration_secs': 0.459895} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.151946] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.152717] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71bba494-79af-4199-b479-f27ec931edee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.165475] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1293.165475] env[69529]: value = "task-3357031" [ 1293.165475] env[69529]: _type = "Task" [ 1293.165475] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.179065] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357031, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.328508] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.328678] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.330304] env[69529]: INFO nova.compute.claims [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.393308] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521f286a-5280-0a84-58d5-787142897ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.394182] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e81d2f5-d98f-4660-8166-77e1afeb5f93 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.401965] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1293.401965] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521df268-c3ab-555e-6d98-6042b4a716eb" [ 1293.401965] env[69529]: _type = "Task" [ 1293.401965] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.414646] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521df268-c3ab-555e-6d98-6042b4a716eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.477474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-022ea093-364f-4637-b3fb-3e78b6feb515 tempest-ServerActionsTestOtherA-892752607 tempest-ServerActionsTestOtherA-892752607-project-member] Lock "5e520785-7734-4ad6-a1d9-d84eaab73f9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.500s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.501549] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357030, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.679223] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357031, 'name': Rename_Task, 'duration_secs': 0.312925} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.679589] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.680021] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1592326a-7a3e-48a7-a1d7-796e55534e4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.688265] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1293.688265] env[69529]: value = "task-3357032" [ 1293.688265] env[69529]: _type = "Task" [ 1293.688265] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.697430] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.915879] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]521df268-c3ab-555e-6d98-6042b4a716eb, 'name': SearchDatastore_Task, 'duration_secs': 0.025722} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.916262] env[69529]: DEBUG oslo_concurrency.lockutils [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.916585] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. {{(pid=69529) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1293.916883] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14975038-33f8-4a0a-8654-ff0374c29c74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.926271] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1293.926271] env[69529]: value = "task-3357033" [ 1293.926271] env[69529]: _type = "Task" [ 1293.926271] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.936796] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.004489] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524188} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.005783] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 394db7b5-873e-49ac-95c4-5fe6e12c25ea/394db7b5-873e-49ac-95c4-5fe6e12c25ea.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1294.005783] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1294.005783] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-333d0676-2a17-47b2-8ed3-ae4af678e7e6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.013320] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1294.013320] env[69529]: value = "task-3357034" [ 1294.013320] env[69529]: _type = "Task" [ 1294.013320] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.023347] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.199886] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.439897] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489627} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.440215] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk. [ 1294.441102] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9f9d35-85b1-4ac6-ae8a-9f0e08ff0d2d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.472579] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.473932] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ea2697-38e9-4098-856a-59f1f8e9ace1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.487672] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafd9a5-1b4f-49e7-8ba3-f8f49ab6a1ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.497254] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be1c22-9fb8-4cb9-9f66-13d22a435626 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.503766] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1294.503766] env[69529]: value = "task-3357035" [ 1294.503766] env[69529]: _type = "Task" [ 1294.503766] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.544242] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5034dbf5-001d-4187-b5e4-dbe12c07a0cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.551833] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.557918] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067038} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.560719] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.563391] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef949e-1bd6-4455-b7ed-a54613e953d5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.565928] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096df453-6d88-4221-8d00-6b207b5ab600 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.584271] env[69529]: DEBUG nova.compute.provider_tree [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.603252] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 394db7b5-873e-49ac-95c4-5fe6e12c25ea/394db7b5-873e-49ac-95c4-5fe6e12c25ea.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.605279] env[69529]: DEBUG nova.scheduler.client.report [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.608083] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3553cab-17bd-4872-aede-3744472a6d2f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.630422] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1294.630422] env[69529]: value = "task-3357036" [ 1294.630422] env[69529]: _type = "Task" [ 1294.630422] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.639736] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.700522] env[69529]: DEBUG oslo_vmware.api [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357032, 'name': PowerOnVM_Task, 'duration_secs': 0.850328} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.701030] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.701157] env[69529]: INFO nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1294.701338] env[69529]: DEBUG nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.702232] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0bd41f-aafd-4a8c-8312-b8ed6ca48e04 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.015048] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357035, 'name': ReconfigVM_Task, 'duration_secs': 0.399775} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.015389] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d/a76d0082-22e0-4879-b6b2-3f81f0c6522d-rescue.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.016288] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5607e415-78be-4f29-89bf-d56b92618b14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.046995] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fd0f98-3b29-4896-b66c-d9dd79161343 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.064749] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1295.064749] env[69529]: value = "task-3357037" [ 1295.064749] env[69529]: _type = "Task" [ 1295.064749] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.074058] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.124239] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.795s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.125456] env[69529]: DEBUG nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.142739] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357036, 'name': ReconfigVM_Task, 'duration_secs': 0.337473} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.143355] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 394db7b5-873e-49ac-95c4-5fe6e12c25ea/394db7b5-873e-49ac-95c4-5fe6e12c25ea.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.144065] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a39923-2dc1-4beb-9e82-82a7e4f8eada {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.154298] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1295.154298] env[69529]: value = "task-3357038" [ 1295.154298] env[69529]: _type = "Task" [ 1295.154298] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.167219] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357038, 'name': Rename_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.220870] env[69529]: INFO nova.compute.manager [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Took 14.46 seconds to build instance. [ 1295.576050] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357037, 'name': ReconfigVM_Task, 'duration_secs': 0.212435} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.576267] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.576526] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cfe9043-3873-467d-8d64-99c349995005 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.584017] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1295.584017] env[69529]: value = "task-3357039" [ 1295.584017] env[69529]: _type = "Task" [ 1295.584017] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.592528] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.630779] env[69529]: DEBUG nova.compute.utils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.632075] env[69529]: DEBUG nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.632304] env[69529]: DEBUG nova.network.neutron [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.666508] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357038, 'name': Rename_Task, 'duration_secs': 0.210343} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.666914] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.667236] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69487e83-71b6-4f2d-9f4c-5fbec9439eb0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.675506] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1295.675506] env[69529]: value = "task-3357040" [ 1295.675506] env[69529]: _type = "Task" [ 1295.675506] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.677664] env[69529]: DEBUG nova.policy [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc8984a4c4804e11bb31b3a35483da6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbd93c9baf9f4c4ebff0021369cf515e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1295.691637] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.723242] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0eeea3f3-9e0c-4680-883e-47568e4906c3 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.968s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.099596] env[69529]: DEBUG oslo_vmware.api [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357039, 'name': PowerOnVM_Task, 'duration_secs': 0.512931} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.099596] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.102026] env[69529]: DEBUG nova.compute.manager [None req-1ba77966-aa49-4e8a-8570-ad6ea10b22c8 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.102026] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8d80e9-3bb7-42b4-a51b-7a1792768750 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.135801] env[69529]: DEBUG nova.network.neutron [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Successfully created port: a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.136395] env[69529]: DEBUG nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.190136] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357040, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.643310] env[69529]: INFO nova.virt.block_device [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Booting with volume 075287a0-a4de-424f-abd3-6ede9cc8ddfe at /dev/sda [ 1296.695199] env[69529]: DEBUG oslo_vmware.api [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357040, 'name': PowerOnVM_Task, 'duration_secs': 0.615501} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.695199] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.695199] env[69529]: INFO nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1296.695199] env[69529]: DEBUG nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.695199] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5a5f791-9c71-46c2-bb4e-b9c0e51dc6ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.698692] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f42eb-b7d9-4184-abc0-39fc7c6363cb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.721041] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a9eb7-f663-4bb4-b5a9-0215425cf340 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.758913] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1501a123-1674-49e1-a731-02bd0d70baac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.771125] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d738845c-d3c8-41c6-8a3a-1b84f137c776 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.806886] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556f351f-3d29-4306-8d97-85dc2e2335ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.818113] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823aac1-274a-4c83-a4c5-537527c5c4d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.837486] env[69529]: DEBUG nova.virt.block_device [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updating existing volume attachment record: dc5f700e-db98-41cb-9312-10b3d377f786 {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1296.838790] env[69529]: DEBUG nova.compute.manager [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Received event network-changed-4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.838902] env[69529]: DEBUG nova.compute.manager [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Refreshing instance network info cache due to event network-changed-4b60fa74-48c4-4f18-846f-be30d705562f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.839129] env[69529]: DEBUG oslo_concurrency.lockutils [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] Acquiring lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.839265] env[69529]: DEBUG oslo_concurrency.lockutils [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] Acquired lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.839603] env[69529]: DEBUG nova.network.neutron [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Refreshing network info cache for port 4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.224186] env[69529]: INFO nova.compute.manager [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Took 15.56 seconds to build instance. [ 1297.376247] env[69529]: INFO nova.compute.manager [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Unrescuing [ 1297.377283] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.377283] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquired lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.377283] env[69529]: DEBUG nova.network.neutron [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.726597] env[69529]: DEBUG oslo_concurrency.lockutils [None req-5f550df2-54b0-45f6-b4e9-cf4fe759218a tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.088s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.788877] env[69529]: DEBUG nova.network.neutron [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updated VIF entry in instance network info cache for port 4b60fa74-48c4-4f18-846f-be30d705562f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.789279] env[69529]: DEBUG nova.network.neutron [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.868994] env[69529]: DEBUG nova.compute.manager [req-fb8c0a66-55b5-446a-8d77-4d707c962524 req-149e1fbb-4505-44c1-a587-c65e4c0a9cc4 service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Received event network-vif-plugged-a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.869259] env[69529]: DEBUG oslo_concurrency.lockutils [req-fb8c0a66-55b5-446a-8d77-4d707c962524 req-149e1fbb-4505-44c1-a587-c65e4c0a9cc4 service nova] Acquiring lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.869484] env[69529]: DEBUG oslo_concurrency.lockutils [req-fb8c0a66-55b5-446a-8d77-4d707c962524 req-149e1fbb-4505-44c1-a587-c65e4c0a9cc4 service nova] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.869658] env[69529]: DEBUG oslo_concurrency.lockutils [req-fb8c0a66-55b5-446a-8d77-4d707c962524 req-149e1fbb-4505-44c1-a587-c65e4c0a9cc4 service nova] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.869838] env[69529]: DEBUG nova.compute.manager [req-fb8c0a66-55b5-446a-8d77-4d707c962524 req-149e1fbb-4505-44c1-a587-c65e4c0a9cc4 service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] No waiting events found dispatching network-vif-plugged-a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.870010] env[69529]: WARNING nova.compute.manager [req-fb8c0a66-55b5-446a-8d77-4d707c962524 req-149e1fbb-4505-44c1-a587-c65e4c0a9cc4 service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Received unexpected event network-vif-plugged-a874ecb0-c05d-4b6b-b6eb-247423d95865 for instance with vm_state building and task_state block_device_mapping. [ 1298.141703] env[69529]: DEBUG nova.network.neutron [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Successfully updated port: a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.259327] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84a9c-ae03-21de-c16d-98d623162499/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1298.260557] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12624459-21e6-4cda-b7d8-85a4a199b6a0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.268205] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84a9c-ae03-21de-c16d-98d623162499/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1298.268373] env[69529]: ERROR oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84a9c-ae03-21de-c16d-98d623162499/disk-0.vmdk due to incomplete transfer. [ 1298.268601] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5afd08ea-5770-40bb-9ed8-978d79d59013 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.278623] env[69529]: DEBUG oslo_vmware.rw_handles [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e84a9c-ae03-21de-c16d-98d623162499/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1298.278827] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Uploaded image dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c to the Glance image server {{(pid=69529) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1298.281367] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Destroying the VM {{(pid=69529) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1298.281833] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8b876e3-90cd-4e6a-b640-5dea27a228d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.289759] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1298.289759] env[69529]: value = "task-3357041" [ 1298.289759] env[69529]: _type = "Task" [ 1298.289759] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.293832] env[69529]: DEBUG oslo_concurrency.lockutils [req-a289fbad-7d40-4321-92fb-f2911e2ff98e req-272fb028-16cc-4ac0-9775-32c53094d23e service nova] Releasing lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.299352] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357041, 'name': Destroy_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.332217] env[69529]: DEBUG nova.network.neutron [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [{"id": "49549309-fa4b-47f5-95e1-ad4720615c4b", "address": "fa:16:3e:7e:44:e1", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49549309-fa", "ovs_interfaceid": "49549309-fa4b-47f5-95e1-ad4720615c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.645147] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquiring lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.645331] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquired lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.645512] env[69529]: DEBUG nova.network.neutron [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.801400] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357041, 'name': Destroy_Task, 'duration_secs': 0.34374} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.801400] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Destroyed the VM [ 1298.801400] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Deleting Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1298.801662] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a57ce74-247b-4e48-9a35-05afcf957c87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.809626] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1298.809626] env[69529]: value = "task-3357042" [ 1298.809626] env[69529]: _type = "Task" [ 1298.809626] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.820049] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357042, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.834847] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Releasing lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.836040] env[69529]: DEBUG nova.objects.instance [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lazy-loading 'flavor' on Instance uuid 5d9e5683-528f-42f7-9141-561173f2203d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.863597] env[69529]: DEBUG nova.compute.manager [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Received event network-changed-c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.863943] env[69529]: DEBUG nova.compute.manager [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Refreshing instance network info cache due to event network-changed-c0132963-185d-4f16-8465-0d87566c43b2. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.864187] env[69529]: DEBUG oslo_concurrency.lockutils [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] Acquiring lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.864360] env[69529]: DEBUG oslo_concurrency.lockutils [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] Acquired lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.864542] env[69529]: DEBUG nova.network.neutron [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Refreshing network info cache for port c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.960223] env[69529]: DEBUG nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.960952] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.961326] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.961466] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.961685] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.961862] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.962111] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.962517] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.962655] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.962940] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.963123] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.963357] env[69529]: DEBUG nova.virt.hardware [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.964418] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d4cfd8-a363-414e-93c0-5a5518481fb5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.974561] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae2e9b-1083-4442-8e13-2af95a9da4dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.184350] env[69529]: DEBUG nova.network.neutron [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.317861] env[69529]: DEBUG nova.network.neutron [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updating instance_info_cache with network_info: [{"id": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "address": "fa:16:3e:7e:8b:7a", "network": {"id": "d74f1d13-e398-45c3-9569-642a2e8d74c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187076534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd93c9baf9f4c4ebff0021369cf515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa874ecb0-c0", "ovs_interfaceid": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.322159] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357042, 'name': RemoveSnapshot_Task, 'duration_secs': 0.39341} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.322649] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Deleted Snapshot of the VM instance {{(pid=69529) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1299.322973] env[69529]: DEBUG nova.compute.manager [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1299.323748] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94edfd02-75df-449b-9472-2c40e544f412 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.341913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a678edea-4f7d-4fb3-9481-0f038b13ac6f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.371959] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.372936] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3428957-47ed-48ae-9765-4655769b2aba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.381056] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1299.381056] env[69529]: value = "task-3357043" [ 1299.381056] env[69529]: _type = "Task" [ 1299.381056] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.392564] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.586418] env[69529]: DEBUG nova.network.neutron [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updated VIF entry in instance network info cache for port c0132963-185d-4f16-8465-0d87566c43b2. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.586787] env[69529]: DEBUG nova.network.neutron [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updating instance_info_cache with network_info: [{"id": "c0132963-185d-4f16-8465-0d87566c43b2", "address": "fa:16:3e:fc:48:34", "network": {"id": "5e7cf23f-0fc4-4d2b-b0cf-a01798a18284", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-585366165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8504dcb4048d406aae5994b38bb370b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0132963-18", "ovs_interfaceid": "c0132963-185d-4f16-8465-0d87566c43b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.747604] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.749190] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.827018] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Releasing lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.827018] env[69529]: DEBUG nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Instance network_info: |[{"id": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "address": "fa:16:3e:7e:8b:7a", "network": {"id": "d74f1d13-e398-45c3-9569-642a2e8d74c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187076534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd93c9baf9f4c4ebff0021369cf515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa874ecb0-c0", "ovs_interfaceid": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1299.827018] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:8b:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a874ecb0-c05d-4b6b-b6eb-247423d95865', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.833665] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Creating folder: Project (cbd93c9baf9f4c4ebff0021369cf515e). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.836630] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01bd538b-4445-490a-bf67-2b17acf1cb34 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.838731] env[69529]: INFO nova.compute.manager [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Shelve offloading [ 1299.855019] env[69529]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1299.855019] env[69529]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69529) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1299.855019] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Folder already exists: Project (cbd93c9baf9f4c4ebff0021369cf515e). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1299.855019] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Creating folder: Instances. Parent ref: group-v669977. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.857443] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-268ac182-3524-4a3b-8e02-ea271f59efeb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.868444] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Created folder: Instances in parent group-v669977. [ 1299.868846] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.869216] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.869538] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a688fa6-54cf-44ee-9663-6a6536998cc9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.896898] env[69529]: DEBUG nova.compute.manager [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Received event network-changed-a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.897212] env[69529]: DEBUG nova.compute.manager [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Refreshing instance network info cache due to event network-changed-a874ecb0-c05d-4b6b-b6eb-247423d95865. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.897320] env[69529]: DEBUG oslo_concurrency.lockutils [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] Acquiring lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.897463] env[69529]: DEBUG oslo_concurrency.lockutils [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] Acquired lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.897619] env[69529]: DEBUG nova.network.neutron [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Refreshing network info cache for port a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.903662] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.903880] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.903880] env[69529]: value = "task-3357046" [ 1299.903880] env[69529]: _type = "Task" [ 1299.903880] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.915067] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357046, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.090102] env[69529]: DEBUG oslo_concurrency.lockutils [req-3bb6d377-2f23-4f86-a8c9-720fd7ea9069 req-8335c0ec-40c8-43f5-b0dd-b008ccfb4135 service nova] Releasing lock "refresh_cache-394db7b5-873e-49ac-95c4-5fe6e12c25ea" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.250469] env[69529]: DEBUG nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.342478] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.342812] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0417c695-91ed-4220-9a9a-b925f8151108 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.351273] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1300.351273] env[69529]: value = "task-3357047" [ 1300.351273] env[69529]: _type = "Task" [ 1300.351273] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.360259] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.399735] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357043, 'name': PowerOffVM_Task, 'duration_secs': 0.75618} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.400108] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.405627] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.408073] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec8e1bd-6e3d-46b2-9d8d-3b26cbee4df1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.429654] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357046, 'name': CreateVM_Task, 'duration_secs': 0.43915} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.430890] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.431208] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1300.431208] env[69529]: value = "task-3357048" [ 1300.431208] env[69529]: _type = "Task" [ 1300.431208] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.432044] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'dc5f700e-db98-41cb-9312-10b3d377f786', 'guest_format': None, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669982', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'name': 'volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcc96ab5-5e8a-49c1-8793-d90c25580e27', 'attached_at': '', 'detached_at': '', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'serial': '075287a0-a4de-424f-abd3-6ede9cc8ddfe'}, 'volume_type': None}], 'swap': None} {{(pid=69529) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1300.432044] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Root volume attach. Driver type: vmdk {{(pid=69529) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1300.432809] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1220a7a-b111-49aa-b263-ac819139e32c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.443879] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.447312] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8337c-08df-4bf5-902f-1d49f76483c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.456095] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ccf01b-50c4-482b-953f-5efe17286a44 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.462738] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a5aebbe8-022d-4729-8228-9904f6ace1ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.470439] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1300.470439] env[69529]: value = "task-3357049" [ 1300.470439] env[69529]: _type = "Task" [ 1300.470439] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.479455] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357049, 'name': RelocateVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.626480] env[69529]: DEBUG nova.network.neutron [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updated VIF entry in instance network info cache for port a874ecb0-c05d-4b6b-b6eb-247423d95865. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.626892] env[69529]: DEBUG nova.network.neutron [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updating instance_info_cache with network_info: [{"id": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "address": "fa:16:3e:7e:8b:7a", "network": {"id": "d74f1d13-e398-45c3-9569-642a2e8d74c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187076534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd93c9baf9f4c4ebff0021369cf515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa874ecb0-c0", "ovs_interfaceid": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.774145] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.774474] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.776017] env[69529]: INFO nova.compute.claims [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.863961] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1300.864276] env[69529]: DEBUG nova.compute.manager [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.865028] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3930c1e-ed2c-4dc0-9fa7-c711bed13395 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.871677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.871840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.872015] env[69529]: DEBUG nova.network.neutron [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.943736] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.981115] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357049, 'name': RelocateVM_Task, 'duration_secs': 0.029759} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.981451] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1300.981705] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669982', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'name': 'volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcc96ab5-5e8a-49c1-8793-d90c25580e27', 'attached_at': '', 'detached_at': '', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'serial': '075287a0-a4de-424f-abd3-6ede9cc8ddfe'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1300.982549] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0224bf-cdc7-4e08-bafe-5f4537a20e0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.998186] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c284e435-e86c-4f63-86e0-fe4479ad5af5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.020490] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe/volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.020778] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e0f21bb-1761-405a-a486-ef7ae942fdfe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.040855] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1301.040855] env[69529]: value = "task-3357050" [ 1301.040855] env[69529]: _type = "Task" [ 1301.040855] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.049308] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.130269] env[69529]: DEBUG oslo_concurrency.lockutils [req-ec04d7f1-59b1-4315-90d1-542f7eda632f req-eb33c9da-71df-4924-96f4-a8aa6ff1427b service nova] Releasing lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.443806] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357048, 'name': ReconfigVM_Task, 'duration_secs': 0.703838} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.444120] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.444322] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.444568] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23a293b2-0c93-43ec-8eab-c38ecad4e566 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.453012] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1301.453012] env[69529]: value = "task-3357051" [ 1301.453012] env[69529]: _type = "Task" [ 1301.453012] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.460897] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.551934] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357050, 'name': ReconfigVM_Task, 'duration_secs': 0.292024} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.554393] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe/volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.559219] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac1b8b6-7da7-435d-81a8-c8d8e2a4dbd5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.575408] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1301.575408] env[69529]: value = "task-3357052" [ 1301.575408] env[69529]: _type = "Task" [ 1301.575408] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.583911] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.600618] env[69529]: DEBUG nova.network.neutron [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [{"id": "1b735dee-2154-4602-a342-d323a78b9668", "address": "fa:16:3e:e2:4f:a0", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b735dee-21", "ovs_interfaceid": "1b735dee-2154-4602-a342-d323a78b9668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.903402] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7339ebb-52a8-4650-9d9f-92b4accbe4fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.912630] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5928659-b5a1-412b-8544-6034a678cef2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.943946] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2e3c7a-5a73-40aa-816d-bfeb2ce2a5c9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.952703] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851bdfe2-7ad0-4e0b-b2f1-550110473c8b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.965429] env[69529]: DEBUG oslo_vmware.api [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357051, 'name': PowerOnVM_Task, 'duration_secs': 0.43832} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.972999] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1301.973286] env[69529]: DEBUG nova.compute.manager [None req-2ff7ddcd-188e-4778-9ba8-3918188d792b tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1301.973787] env[69529]: DEBUG nova.compute.provider_tree [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.975621] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8983ba93-5b82-43eb-8f97-afb24c5cceba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.087086] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357052, 'name': ReconfigVM_Task, 'duration_secs': 0.129313} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.087448] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669982', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'name': 'volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcc96ab5-5e8a-49c1-8793-d90c25580e27', 'attached_at': '', 'detached_at': '', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'serial': '075287a0-a4de-424f-abd3-6ede9cc8ddfe'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1302.088015] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-683e1347-43bd-4912-8c6b-d4199755fb49 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.095819] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1302.095819] env[69529]: value = "task-3357053" [ 1302.095819] env[69529]: _type = "Task" [ 1302.095819] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.103774] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.105594] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357053, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.350340] env[69529]: DEBUG nova.compute.manager [req-4effe63b-4f39-4d4f-99d2-51e5c04b7ff6 req-df577755-e1db-4eed-a496-d4019b39eab1 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-vif-unplugged-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.350340] env[69529]: DEBUG oslo_concurrency.lockutils [req-4effe63b-4f39-4d4f-99d2-51e5c04b7ff6 req-df577755-e1db-4eed-a496-d4019b39eab1 service nova] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.350340] env[69529]: DEBUG oslo_concurrency.lockutils [req-4effe63b-4f39-4d4f-99d2-51e5c04b7ff6 req-df577755-e1db-4eed-a496-d4019b39eab1 service nova] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.350340] env[69529]: DEBUG oslo_concurrency.lockutils [req-4effe63b-4f39-4d4f-99d2-51e5c04b7ff6 req-df577755-e1db-4eed-a496-d4019b39eab1 service nova] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.350340] env[69529]: DEBUG nova.compute.manager [req-4effe63b-4f39-4d4f-99d2-51e5c04b7ff6 req-df577755-e1db-4eed-a496-d4019b39eab1 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] No waiting events found dispatching network-vif-unplugged-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.350585] env[69529]: WARNING nova.compute.manager [req-4effe63b-4f39-4d4f-99d2-51e5c04b7ff6 req-df577755-e1db-4eed-a496-d4019b39eab1 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received unexpected event network-vif-unplugged-1b735dee-2154-4602-a342-d323a78b9668 for instance with vm_state shelved and task_state shelving_offloading. [ 1302.456564] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.457746] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12287330-af3b-42a6-995b-d99717a64a0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.465969] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.466240] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-424c5b39-d37d-4c41-ae0a-6f0140c40b4c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.479723] env[69529]: DEBUG nova.scheduler.client.report [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.544070] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.544262] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.544410] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleting the datastore file [datastore1] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.544676] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e60022fa-f99b-464f-8cdc-e3178ecff4d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.552817] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1302.552817] env[69529]: value = "task-3357055" [ 1302.552817] env[69529]: _type = "Task" [ 1302.552817] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.561060] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.605905] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357053, 'name': Rename_Task, 'duration_secs': 0.146751} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.606276] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.606536] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b44fbb-1d48-4b66-a818-9ea5d03ea6ce {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.614372] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1302.614372] env[69529]: value = "task-3357056" [ 1302.614372] env[69529]: _type = "Task" [ 1302.614372] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.622989] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.984986] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.985490] env[69529]: DEBUG nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.063646] env[69529]: DEBUG oslo_vmware.api [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319326} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.063949] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.064102] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.064282] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.086632] env[69529]: INFO nova.scheduler.client.report [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted allocations for instance 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac [ 1303.126737] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357056, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.438666] env[69529]: DEBUG nova.compute.manager [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Received event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.438870] env[69529]: DEBUG nova.compute.manager [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing instance network info cache due to event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.439114] env[69529]: DEBUG oslo_concurrency.lockutils [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] Acquiring lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.439266] env[69529]: DEBUG oslo_concurrency.lockutils [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] Acquired lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.439433] env[69529]: DEBUG nova.network.neutron [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing network info cache for port 49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.490422] env[69529]: DEBUG nova.compute.utils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.491939] env[69529]: DEBUG nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1303.492122] env[69529]: DEBUG nova.network.neutron [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.528572] env[69529]: DEBUG nova.policy [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c04a03f75304877b55d6888018aafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca79da1b4884668835a404e2c5ea323', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.591087] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.591385] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.591608] env[69529]: DEBUG nova.objects.instance [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'resources' on Instance uuid 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.625586] env[69529]: DEBUG oslo_vmware.api [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357056, 'name': PowerOnVM_Task, 'duration_secs': 0.576583} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.625852] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.626058] env[69529]: INFO nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Took 4.67 seconds to spawn the instance on the hypervisor. [ 1303.626241] env[69529]: DEBUG nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.627030] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f2bc0e-6330-4dfa-bbda-b1fb84f39137 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.801987] env[69529]: DEBUG nova.network.neutron [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Successfully created port: 6ab17258-db83-4309-8a76-f42c330ba96a {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.996791] env[69529]: DEBUG nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.095249] env[69529]: DEBUG nova.objects.instance [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'numa_topology' on Instance uuid 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.152935] env[69529]: INFO nova.compute.manager [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Took 10.84 seconds to build instance. [ 1304.234804] env[69529]: DEBUG nova.network.neutron [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updated VIF entry in instance network info cache for port 49549309-fa4b-47f5-95e1-ad4720615c4b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.234804] env[69529]: DEBUG nova.network.neutron [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [{"id": "49549309-fa4b-47f5-95e1-ad4720615c4b", "address": "fa:16:3e:7e:44:e1", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49549309-fa", "ovs_interfaceid": "49549309-fa4b-47f5-95e1-ad4720615c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.380267] env[69529]: DEBUG nova.compute.manager [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-changed-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.380481] env[69529]: DEBUG nova.compute.manager [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing instance network info cache due to event network-changed-1b735dee-2154-4602-a342-d323a78b9668. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.380670] env[69529]: DEBUG oslo_concurrency.lockutils [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] Acquiring lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.380841] env[69529]: DEBUG oslo_concurrency.lockutils [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] Acquired lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.381033] env[69529]: DEBUG nova.network.neutron [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing network info cache for port 1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.598069] env[69529]: DEBUG nova.objects.base [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Object Instance<76b01f54-a296-4b0f-a1b4-81d9f4fc78ac> lazy-loaded attributes: resources,numa_topology {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.656099] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8d7c38c0-049f-43e7-b066-a6279d17abbe tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.355s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.704125] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74631d52-40b8-4120-b470-47eed2c10c87 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.712438] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f881fb-9015-4d6c-805f-27b9a2e9311b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.741899] env[69529]: DEBUG oslo_concurrency.lockutils [req-7bafb589-3afe-4344-abaf-c3ac04ed096a req-59b50800-fecd-4ce8-bf57-1797a12e28fa service nova] Releasing lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.742949] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0860f9-82e7-4508-91e2-074c86910218 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.750748] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4911c4c-214c-4ec5-a151-37b52ddf2020 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.766390] env[69529]: DEBUG nova.compute.provider_tree [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.004354] env[69529]: DEBUG nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.037093] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.037410] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.037517] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.037678] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.038097] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.038097] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.038410] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.038410] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.038829] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.038829] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.038829] env[69529]: DEBUG nova.virt.hardware [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.039676] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc43bb62-a4c9-4ed6-b52b-2e20e45c2af0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.050489] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4b740e-0808-496a-b88d-ba7f5eb307c2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.149527] env[69529]: DEBUG nova.network.neutron [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updated VIF entry in instance network info cache for port 1b735dee-2154-4602-a342-d323a78b9668. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.149527] env[69529]: DEBUG nova.network.neutron [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [{"id": "1b735dee-2154-4602-a342-d323a78b9668", "address": "fa:16:3e:e2:4f:a0", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1b735dee-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.289643] env[69529]: DEBUG nova.scheduler.client.report [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.375918] env[69529]: DEBUG nova.network.neutron [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Successfully updated port: 6ab17258-db83-4309-8a76-f42c330ba96a {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.472444] env[69529]: DEBUG nova.compute.manager [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Received event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.472599] env[69529]: DEBUG nova.compute.manager [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing instance network info cache due to event network-changed-49549309-fa4b-47f5-95e1-ad4720615c4b. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.472852] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] Acquiring lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.473026] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] Acquired lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.473377] env[69529]: DEBUG nova.network.neutron [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Refreshing network info cache for port 49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.654856] env[69529]: DEBUG oslo_concurrency.lockutils [req-1032dae7-6640-44b1-a215-bffcc93e08ea req-840fbee8-f171-47c4-8aba-4c4bf8951389 service nova] Releasing lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.796374] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.877831] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "refresh_cache-8e0afd52-d686-4213-a9d0-4b160dfe71fd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.877983] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquired lock "refresh_cache-8e0afd52-d686-4213-a9d0-4b160dfe71fd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.878426] env[69529]: DEBUG nova.network.neutron [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.187286] env[69529]: DEBUG nova.network.neutron [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updated VIF entry in instance network info cache for port 49549309-fa4b-47f5-95e1-ad4720615c4b. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.187621] env[69529]: DEBUG nova.network.neutron [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [{"id": "49549309-fa4b-47f5-95e1-ad4720615c4b", "address": "fa:16:3e:7e:44:e1", "network": {"id": "1ae43b4d-66ea-405c-9b1d-d3a9e5d99682", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2095193470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435d958b47cb469ab6138229bd4f52a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49549309-fa", "ovs_interfaceid": "49549309-fa4b-47f5-95e1-ad4720615c4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.259106] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.307977] env[69529]: DEBUG oslo_concurrency.lockutils [None req-4160a6f7-c224-4d83-a6e8-9a229dca1a0d tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.283s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.308970] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.050s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.309172] env[69529]: INFO nova.compute.manager [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Unshelving [ 1306.408312] env[69529]: DEBUG nova.compute.manager [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Received event network-vif-plugged-6ab17258-db83-4309-8a76-f42c330ba96a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.408592] env[69529]: DEBUG oslo_concurrency.lockutils [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] Acquiring lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.408824] env[69529]: DEBUG oslo_concurrency.lockutils [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.408992] env[69529]: DEBUG oslo_concurrency.lockutils [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.409176] env[69529]: DEBUG nova.compute.manager [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] No waiting events found dispatching network-vif-plugged-6ab17258-db83-4309-8a76-f42c330ba96a {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.409341] env[69529]: WARNING nova.compute.manager [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Received unexpected event network-vif-plugged-6ab17258-db83-4309-8a76-f42c330ba96a for instance with vm_state building and task_state spawning. [ 1306.409500] env[69529]: DEBUG nova.compute.manager [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Received event network-changed-6ab17258-db83-4309-8a76-f42c330ba96a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.409679] env[69529]: DEBUG nova.compute.manager [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Refreshing instance network info cache due to event network-changed-6ab17258-db83-4309-8a76-f42c330ba96a. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.409813] env[69529]: DEBUG oslo_concurrency.lockutils [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] Acquiring lock "refresh_cache-8e0afd52-d686-4213-a9d0-4b160dfe71fd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.411844] env[69529]: DEBUG nova.network.neutron [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.533234] env[69529]: DEBUG nova.network.neutron [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Updating instance_info_cache with network_info: [{"id": "6ab17258-db83-4309-8a76-f42c330ba96a", "address": "fa:16:3e:bd:d7:18", "network": {"id": "a41fa17c-57c4-441b-8252-e9dc5dfcc557", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2014056990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eca79da1b4884668835a404e2c5ea323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab17258-db", "ovs_interfaceid": "6ab17258-db83-4309-8a76-f42c330ba96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.690555] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] Releasing lock "refresh_cache-5d9e5683-528f-42f7-9141-561173f2203d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.690836] env[69529]: DEBUG nova.compute.manager [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Received event network-changed-a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.691014] env[69529]: DEBUG nova.compute.manager [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Refreshing instance network info cache due to event network-changed-a874ecb0-c05d-4b6b-b6eb-247423d95865. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.691238] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] Acquiring lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.691379] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] Acquired lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.691542] env[69529]: DEBUG nova.network.neutron [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Refreshing network info cache for port a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.036066] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Releasing lock "refresh_cache-8e0afd52-d686-4213-a9d0-4b160dfe71fd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.036431] env[69529]: DEBUG nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Instance network_info: |[{"id": "6ab17258-db83-4309-8a76-f42c330ba96a", "address": "fa:16:3e:bd:d7:18", "network": {"id": "a41fa17c-57c4-441b-8252-e9dc5dfcc557", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2014056990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eca79da1b4884668835a404e2c5ea323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab17258-db", "ovs_interfaceid": "6ab17258-db83-4309-8a76-f42c330ba96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.036736] env[69529]: DEBUG oslo_concurrency.lockutils [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] Acquired lock "refresh_cache-8e0afd52-d686-4213-a9d0-4b160dfe71fd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.036912] env[69529]: DEBUG nova.network.neutron [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Refreshing network info cache for port 6ab17258-db83-4309-8a76-f42c330ba96a {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.038119] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:d7:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ab17258-db83-4309-8a76-f42c330ba96a', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.045620] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Creating folder: Project (eca79da1b4884668835a404e2c5ea323). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.048562] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4879cee-f070-4b59-95db-d36eea307d3f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.062049] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Created folder: Project (eca79da1b4884668835a404e2c5ea323) in parent group-v669649. [ 1307.062251] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Creating folder: Instances. Parent ref: group-v669989. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.062466] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef768cb1-0bc3-4fa0-8330-6c4996869b79 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.072996] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Created folder: Instances in parent group-v669989. [ 1307.073249] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.073431] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.073626] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-123e436a-2e81-45e7-9e87-d7ba56faca8b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.095258] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.095258] env[69529]: value = "task-3357059" [ 1307.095258] env[69529]: _type = "Task" [ 1307.095258] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.103264] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357059, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.334106] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.334672] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.334672] env[69529]: DEBUG nova.objects.instance [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'pci_requests' on Instance uuid 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.557396] env[69529]: DEBUG nova.network.neutron [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Updated VIF entry in instance network info cache for port 6ab17258-db83-4309-8a76-f42c330ba96a. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.557750] env[69529]: DEBUG nova.network.neutron [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Updating instance_info_cache with network_info: [{"id": "6ab17258-db83-4309-8a76-f42c330ba96a", "address": "fa:16:3e:bd:d7:18", "network": {"id": "a41fa17c-57c4-441b-8252-e9dc5dfcc557", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2014056990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eca79da1b4884668835a404e2c5ea323", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab17258-db", "ovs_interfaceid": "6ab17258-db83-4309-8a76-f42c330ba96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.605617] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357059, 'name': CreateVM_Task, 'duration_secs': 0.352233} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.606446] env[69529]: DEBUG nova.network.neutron [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updated VIF entry in instance network info cache for port a874ecb0-c05d-4b6b-b6eb-247423d95865. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.606769] env[69529]: DEBUG nova.network.neutron [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updating instance_info_cache with network_info: [{"id": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "address": "fa:16:3e:7e:8b:7a", "network": {"id": "d74f1d13-e398-45c3-9569-642a2e8d74c0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-187076534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbd93c9baf9f4c4ebff0021369cf515e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa874ecb0-c0", "ovs_interfaceid": "a874ecb0-c05d-4b6b-b6eb-247423d95865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.607803] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.608471] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.608630] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.608942] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.609390] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47382fdc-fe4f-43ea-82ca-402cef788e0b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.614215] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1307.614215] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a9af2-fdaa-b641-af90-fb3cdbb7252c" [ 1307.614215] env[69529]: _type = "Task" [ 1307.614215] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.622538] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a9af2-fdaa-b641-af90-fb3cdbb7252c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.838531] env[69529]: DEBUG nova.objects.instance [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'numa_topology' on Instance uuid 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.060601] env[69529]: DEBUG oslo_concurrency.lockutils [req-7aa12ee5-e24c-483c-9b70-c0c80e5b1148 req-b8dfa69d-211f-4da1-aa19-4283aea0e40c service nova] Releasing lock "refresh_cache-8e0afd52-d686-4213-a9d0-4b160dfe71fd" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.110231] env[69529]: DEBUG oslo_concurrency.lockutils [req-ac8cee80-f744-4e15-8c11-7deeff46ff0c req-86b72d15-ae17-47e6-99ab-f0ffe16f2a6b service nova] Releasing lock "refresh_cache-bcc96ab5-5e8a-49c1-8793-d90c25580e27" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.127194] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523a9af2-fdaa-b641-af90-fb3cdbb7252c, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.127469] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.127701] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.127933] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.128097] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.128277] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.128537] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b37281d6-90fa-499c-891d-6196c32aa16f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.137505] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.137680] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.138378] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fad913-2837-474f-8f17-8ea33954188f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.143270] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1308.143270] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f4f4b-f45d-414b-8afc-fb19c51c41ad" [ 1308.143270] env[69529]: _type = "Task" [ 1308.143270] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.151204] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f4f4b-f45d-414b-8afc-fb19c51c41ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.341160] env[69529]: INFO nova.compute.claims [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.654020] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]529f4f4b-f45d-414b-8afc-fb19c51c41ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.654799] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30669a37-89c5-4510-ac86-2831d3a8c6df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.661036] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1308.661036] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b1ede-97f8-5bd5-3ddc-fe8a94300478" [ 1308.661036] env[69529]: _type = "Task" [ 1308.661036] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.668434] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b1ede-97f8-5bd5-3ddc-fe8a94300478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.172758] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528b1ede-97f8-5bd5-3ddc-fe8a94300478, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.173060] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.173403] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8e0afd52-d686-4213-a9d0-4b160dfe71fd/8e0afd52-d686-4213-a9d0-4b160dfe71fd.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.173672] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b31048e9-8400-4cfa-8ee9-6048eb0a79a4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.182295] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1309.182295] env[69529]: value = "task-3357060" [ 1309.182295] env[69529]: _type = "Task" [ 1309.182295] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.191653] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.470416] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e500a3d-706c-4949-8b58-2d90ff2f97b8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.483277] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2ea180-ca52-4339-a0a7-1e87f4d8ad6e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.516776] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9df291-5a1f-4e7b-b635-9ca5bac0f88a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.525695] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde3e71b-7e8b-4186-a30d-ec738aae0ae5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.542148] env[69529]: DEBUG nova.compute.provider_tree [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.694163] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488273} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.694511] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] 8e0afd52-d686-4213-a9d0-4b160dfe71fd/8e0afd52-d686-4213-a9d0-4b160dfe71fd.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.694799] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.695133] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-162ec0ea-4daa-41fe-bc40-7133543f8a4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.702839] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1309.702839] env[69529]: value = "task-3357061" [ 1309.702839] env[69529]: _type = "Task" [ 1309.702839] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.712337] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.045586] env[69529]: DEBUG nova.scheduler.client.report [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.213834] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061691} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.214094] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.214868] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc95d8-cd3d-41dc-835a-5c1ad7f505bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.237520] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 8e0afd52-d686-4213-a9d0-4b160dfe71fd/8e0afd52-d686-4213-a9d0-4b160dfe71fd.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.237828] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e201cfd3-f4b5-482f-ac44-6d45b4a0044a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.265756] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1310.265756] env[69529]: value = "task-3357062" [ 1310.265756] env[69529]: _type = "Task" [ 1310.265756] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.274515] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.550651] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.216s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.580625] env[69529]: INFO nova.network.neutron [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating port 1b735dee-2154-4602-a342-d323a78b9668 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1310.777266] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357062, 'name': ReconfigVM_Task, 'duration_secs': 0.348651} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.777659] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 8e0afd52-d686-4213-a9d0-4b160dfe71fd/8e0afd52-d686-4213-a9d0-4b160dfe71fd.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.778382] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b2fe32-f9dc-4da2-b8b6-bf7a233fc7af {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.788364] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1310.788364] env[69529]: value = "task-3357063" [ 1310.788364] env[69529]: _type = "Task" [ 1310.788364] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.798658] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357063, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.297898] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357063, 'name': Rename_Task, 'duration_secs': 0.168454} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.298221] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.298470] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a59b0e2c-a052-4f8d-8f8a-697cfd9d53d6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.305094] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1311.305094] env[69529]: value = "task-3357064" [ 1311.305094] env[69529]: _type = "Task" [ 1311.305094] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.312737] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.817442] env[69529]: DEBUG oslo_vmware.api [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357064, 'name': PowerOnVM_Task, 'duration_secs': 0.492014} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.817762] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.817894] env[69529]: INFO nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1311.818087] env[69529]: DEBUG nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.818836] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe31fb-d680-4303-90c0-ece2370bcba3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.968377] env[69529]: DEBUG nova.compute.manager [req-c8af9cc4-03b5-4180-a302-651fc5b0a1cd req-4feb0884-272f-4466-be1a-56bdd0ea07b2 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-vif-plugged-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.968377] env[69529]: DEBUG oslo_concurrency.lockutils [req-c8af9cc4-03b5-4180-a302-651fc5b0a1cd req-4feb0884-272f-4466-be1a-56bdd0ea07b2 service nova] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.968377] env[69529]: DEBUG oslo_concurrency.lockutils [req-c8af9cc4-03b5-4180-a302-651fc5b0a1cd req-4feb0884-272f-4466-be1a-56bdd0ea07b2 service nova] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.968377] env[69529]: DEBUG oslo_concurrency.lockutils [req-c8af9cc4-03b5-4180-a302-651fc5b0a1cd req-4feb0884-272f-4466-be1a-56bdd0ea07b2 service nova] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.968377] env[69529]: DEBUG nova.compute.manager [req-c8af9cc4-03b5-4180-a302-651fc5b0a1cd req-4feb0884-272f-4466-be1a-56bdd0ea07b2 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] No waiting events found dispatching network-vif-plugged-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.968377] env[69529]: WARNING nova.compute.manager [req-c8af9cc4-03b5-4180-a302-651fc5b0a1cd req-4feb0884-272f-4466-be1a-56bdd0ea07b2 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received unexpected event network-vif-plugged-1b735dee-2154-4602-a342-d323a78b9668 for instance with vm_state shelved_offloaded and task_state spawning. [ 1312.057345] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.057550] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.057734] env[69529]: DEBUG nova.network.neutron [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.336327] env[69529]: INFO nova.compute.manager [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Took 11.58 seconds to build instance. [ 1312.767164] env[69529]: DEBUG nova.network.neutron [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [{"id": "1b735dee-2154-4602-a342-d323a78b9668", "address": "fa:16:3e:e2:4f:a0", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b735dee-21", "ovs_interfaceid": "1b735dee-2154-4602-a342-d323a78b9668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.838548] env[69529]: DEBUG oslo_concurrency.lockutils [None req-617a1994-216d-4bd1-8889-a36701a862a0 tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.090s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.155236] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.155514] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.155725] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.155906] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.156086] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.158245] env[69529]: INFO nova.compute.manager [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Terminating instance [ 1313.269936] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.314567] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='86cd007b0e8c01175ff84abcbac3d205',container_format='bare',created_at=2025-04-08T01:07:30Z,direct_url=,disk_format='vmdk',id=dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1972298550-shelved',owner='d80eedeab2fb4c1ca4857e85b52d0ad3',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-08T01:07:44Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.314806] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.314962] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.315167] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.315315] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.315462] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.315672] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.315832] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.316007] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.316183] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.316354] env[69529]: DEBUG nova.virt.hardware [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.317203] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac07505-2250-41e3-8bd5-8f6093c52389 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.325821] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94d8dd5-a1fe-4f49-8000-cbb3dea9a25b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.339027] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:4f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b735dee-2154-4602-a342-d323a78b9668', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.346263] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.346487] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.346683] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a032a717-3e11-4c28-a4ce-c637793beb74 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.366922] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.366922] env[69529]: value = "task-3357065" [ 1313.366922] env[69529]: _type = "Task" [ 1313.366922] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.380266] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357065, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.662119] env[69529]: DEBUG nova.compute.manager [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1313.662471] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1313.663446] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312891e3-eb5a-4e11-8b38-6457e0d33db9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.673167] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.673414] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8b087e1-9aea-4938-982e-ee72404e932a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.679789] env[69529]: DEBUG oslo_vmware.api [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1313.679789] env[69529]: value = "task-3357066" [ 1313.679789] env[69529]: _type = "Task" [ 1313.679789] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.689486] env[69529]: DEBUG oslo_vmware.api [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.877163] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357065, 'name': CreateVM_Task, 'duration_secs': 0.318379} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.877555] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.878015] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.878179] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.878558] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.878811] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83de957-abb0-43bd-b21c-a4f7c344b06d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.883264] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1313.883264] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52258d41-92c7-2897-c6ea-f1eb7d475c2c" [ 1313.883264] env[69529]: _type = "Task" [ 1313.883264] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.890770] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52258d41-92c7-2897-c6ea-f1eb7d475c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.993559] env[69529]: DEBUG nova.compute.manager [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-changed-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.993747] env[69529]: DEBUG nova.compute.manager [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing instance network info cache due to event network-changed-1b735dee-2154-4602-a342-d323a78b9668. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.994091] env[69529]: DEBUG oslo_concurrency.lockutils [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] Acquiring lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.994256] env[69529]: DEBUG oslo_concurrency.lockutils [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] Acquired lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.994436] env[69529]: DEBUG nova.network.neutron [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Refreshing network info cache for port 1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.190693] env[69529]: DEBUG oslo_vmware.api [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357066, 'name': PowerOffVM_Task, 'duration_secs': 0.20224} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.190962] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.191154] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.191404] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baf5a77f-0c59-4bf5-9275-546c0d3594e8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.250947] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.251212] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.251401] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Deleting the datastore file [datastore2] 8e0afd52-d686-4213-a9d0-4b160dfe71fd {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.251670] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73abc0a4-b6a0-4fd9-b710-bb0138cec22d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.260037] env[69529]: DEBUG oslo_vmware.api [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for the task: (returnval){ [ 1314.260037] env[69529]: value = "task-3357068" [ 1314.260037] env[69529]: _type = "Task" [ 1314.260037] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.267995] env[69529]: DEBUG oslo_vmware.api [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.393481] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.393737] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Processing image dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.393974] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.394142] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.394326] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.394568] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920ce9ad-a3f9-4039-a6cf-8498ac1f42c3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.403231] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.403401] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.404092] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4572117-12c9-4ee9-b1f4-84e6c78b73f7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.408912] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1314.408912] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523fbb1a-7df3-9a83-19cb-33ca1f7bac81" [ 1314.408912] env[69529]: _type = "Task" [ 1314.408912] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.417553] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523fbb1a-7df3-9a83-19cb-33ca1f7bac81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.703352] env[69529]: DEBUG nova.network.neutron [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updated VIF entry in instance network info cache for port 1b735dee-2154-4602-a342-d323a78b9668. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.703820] env[69529]: DEBUG nova.network.neutron [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [{"id": "1b735dee-2154-4602-a342-d323a78b9668", "address": "fa:16:3e:e2:4f:a0", "network": {"id": "4c6b141b-26fd-4d1d-9dee-0a55a90437fb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-248785684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d80eedeab2fb4c1ca4857e85b52d0ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b735dee-21", "ovs_interfaceid": "1b735dee-2154-4602-a342-d323a78b9668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.769834] env[69529]: DEBUG oslo_vmware.api [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Task: {'id': task-3357068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181092} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.770102] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.770291] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.770467] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.770635] env[69529]: INFO nova.compute.manager [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1314.770875] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.771107] env[69529]: DEBUG nova.compute.manager [-] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1314.771210] env[69529]: DEBUG nova.network.neutron [-] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1314.919708] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Preparing fetch location {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1314.920059] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Fetch image to [datastore2] OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286/OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286.vmdk {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1314.920295] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Downloading stream optimized image dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c to [datastore2] OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286/OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286.vmdk on the data store datastore2 as vApp {{(pid=69529) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1314.920467] env[69529]: DEBUG nova.virt.vmwareapi.images [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Downloading image file data dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c to the ESX as VM named 'OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286' {{(pid=69529) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1314.994018] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1314.994018] env[69529]: value = "resgroup-9" [ 1314.994018] env[69529]: _type = "ResourcePool" [ 1314.994018] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1314.994018] env[69529]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-24d120ee-291a-451c-91a0-1713bba122ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.019705] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease: (returnval){ [ 1315.019705] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52233a0c-1f01-265a-951e-da0311afbb48" [ 1315.019705] env[69529]: _type = "HttpNfcLease" [ 1315.019705] env[69529]: } obtained for vApp import into resource pool (val){ [ 1315.019705] env[69529]: value = "resgroup-9" [ 1315.019705] env[69529]: _type = "ResourcePool" [ 1315.019705] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1315.020074] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the lease: (returnval){ [ 1315.020074] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52233a0c-1f01-265a-951e-da0311afbb48" [ 1315.020074] env[69529]: _type = "HttpNfcLease" [ 1315.020074] env[69529]: } to be ready. {{(pid=69529) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1315.028208] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.028208] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52233a0c-1f01-265a-951e-da0311afbb48" [ 1315.028208] env[69529]: _type = "HttpNfcLease" [ 1315.028208] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.206869] env[69529]: DEBUG oslo_concurrency.lockutils [req-52a281e6-1e41-4345-841e-61f0f327fbb0 req-98e2786f-93ef-40d3-a385-2b0f142aad85 service nova] Releasing lock "refresh_cache-76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.512496] env[69529]: DEBUG nova.network.neutron [-] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.530732] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.530732] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52233a0c-1f01-265a-951e-da0311afbb48" [ 1315.530732] env[69529]: _type = "HttpNfcLease" [ 1315.530732] env[69529]: } is initializing. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.586558] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.586795] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.016609] env[69529]: INFO nova.compute.manager [-] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Took 1.25 seconds to deallocate network for instance. [ 1316.017769] env[69529]: DEBUG nova.compute.manager [req-b9a62f60-ee9a-4992-b9bf-4dd437be955a req-1550cdc0-dc86-43c4-a537-9351ef5a23d3 service nova] [instance: 8e0afd52-d686-4213-a9d0-4b160dfe71fd] Received event network-vif-deleted-6ab17258-db83-4309-8a76-f42c330ba96a {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.030400] env[69529]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.030400] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52233a0c-1f01-265a-951e-da0311afbb48" [ 1316.030400] env[69529]: _type = "HttpNfcLease" [ 1316.030400] env[69529]: } is ready. {{(pid=69529) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1316.030798] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1316.030798] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52233a0c-1f01-265a-951e-da0311afbb48" [ 1316.030798] env[69529]: _type = "HttpNfcLease" [ 1316.030798] env[69529]: }. {{(pid=69529) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1316.031913] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdcb9f7-1740-4d65-b271-d6aabed9b5ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.039742] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddcd2f-996f-1796-7a4a-9fb35e0b36d6/disk-0.vmdk from lease info. {{(pid=69529) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1316.039919] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddcd2f-996f-1796-7a4a-9fb35e0b36d6/disk-0.vmdk. {{(pid=69529) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1316.101149] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.104014] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.108278] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.108533] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1f51e9cc-d9b2-4118-ae32-59d97cb5e847 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.110536] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.110994] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.111621] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.111788] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1316.111957] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.524463] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.524779] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.525073] env[69529]: DEBUG nova.objects.instance [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lazy-loading 'resources' on Instance uuid 8e0afd52-d686-4213-a9d0-4b160dfe71fd {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.615888] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.147446] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacf3b0d-62e4-4356-ac1a-c519a68d9a4d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.158697] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282477b8-fe28-438d-ab9b-1d501daff9da {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.195820] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2a6775-c080-48a1-8c06-3b2b0ac97617 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.206821] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f96629-e3ec-459b-a867-c32667ce0e4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.221448] env[69529]: DEBUG nova.compute.provider_tree [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.442243] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Completed reading data from the image iterator. {{(pid=69529) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1317.442473] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddcd2f-996f-1796-7a4a-9fb35e0b36d6/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1317.443440] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7df090-e664-48bc-b93c-30bddf4266ae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.451521] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddcd2f-996f-1796-7a4a-9fb35e0b36d6/disk-0.vmdk is in state: ready. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1317.451675] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddcd2f-996f-1796-7a4a-9fb35e0b36d6/disk-0.vmdk. {{(pid=69529) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1317.451907] env[69529]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d2ba1aa1-7682-49f9-9ad1-0a85946266c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.726653] env[69529]: DEBUG nova.scheduler.client.report [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.977386] env[69529]: DEBUG oslo_vmware.rw_handles [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddcd2f-996f-1796-7a4a-9fb35e0b36d6/disk-0.vmdk. {{(pid=69529) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1317.977676] env[69529]: INFO nova.virt.vmwareapi.images [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Downloaded image file data dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c [ 1317.978438] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66203ee7-bf0b-49e0-8040-276273eb1adf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.994342] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed9c1e1d-f57e-4fe1-9aed-630f3a84c43c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.091541] env[69529]: INFO nova.virt.vmwareapi.images [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] The imported VM was unregistered [ 1318.094491] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Caching image {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1318.094491] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Creating directory with path [datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.094712] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758bc07c-8b3a-4744-b974-98f7415b5921 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.107624] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Created directory with path [datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.107827] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286/OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286.vmdk to [datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c.vmdk. {{(pid=69529) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1318.108099] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9140d23b-d741-45b4-b48c-a2dee14a987c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.116886] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1318.116886] env[69529]: value = "task-3357071" [ 1318.116886] env[69529]: _type = "Task" [ 1318.116886] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.125662] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357071, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.231912] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.234752] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.619s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.234752] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.234752] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1318.235554] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1260f8fc-5ccb-4870-be57-9a0f63daa3cd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.244266] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd53ecc3-6175-4702-8370-b144e87b56be {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.250929] env[69529]: INFO nova.scheduler.client.report [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Deleted allocations for instance 8e0afd52-d686-4213-a9d0-4b160dfe71fd [ 1318.262442] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5cfdc-e51d-4b70-b48a-9b53a1606bbd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.273874] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b6f7e-037a-47f1-ae2f-dc0045ad122d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.310160] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179587MB free_disk=106GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1318.310336] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.310572] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.628861] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357071, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.768230] env[69529]: DEBUG oslo_concurrency.lockutils [None req-35247861-ec14-4c4f-a8da-9f6bd208b0cf tempest-ServerAddressesNegativeTestJSON-1091072460 tempest-ServerAddressesNegativeTestJSON-1091072460-project-member] Lock "8e0afd52-d686-4213-a9d0-4b160dfe71fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.612s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.128922] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357071, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.343086] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 19acc21d-9bc0-47f4-ae07-a04d282d6842 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1319.343402] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 109290eb-6d6b-4b32-bf18-f46948d663c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1319.343402] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 5d9e5683-528f-42f7-9141-561173f2203d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1319.343511] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 1fde2fb4-98ba-4a55-83e4-7e587c62c37d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1319.343631] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 394db7b5-873e-49ac-95c4-5fe6e12c25ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1319.343792] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1319.343913] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1319.344121] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1319.344263] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1319.450248] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fcea34-bcc9-4bf5-b12b-e73e117f5e35 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.462489] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc52bc90-dbcf-4c75-8843-b3f14b1921ed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.498151] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bdcd4e-9674-42cd-bfc9-37fd51fe48bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.509513] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d924d96d-31e2-4896-a7cb-759fa0386a15 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.525849] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.632966] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357071, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.029678] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.131200] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357071, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.535831] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1320.536140] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.629300] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357071, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.343751} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.629662] env[69529]: INFO nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286/OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286.vmdk to [datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c.vmdk. [ 1320.629781] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Cleaning up location [datastore2] OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286 {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1320.629938] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_eb5e01b9-e271-480f-8800-8751ff75d286 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.630208] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7467468-80a7-41e2-a2c9-df19d74e15fb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.637249] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1320.637249] env[69529]: value = "task-3357072" [ 1320.637249] env[69529]: _type = "Task" [ 1320.637249] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.646798] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.148090] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038097} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.148442] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.148609] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.148847] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c.vmdk to [datastore2] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.149108] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f53e0431-909d-46f7-9e0b-e3a66b217295 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.157861] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1321.157861] env[69529]: value = "task-3357073" [ 1321.157861] env[69529]: _type = "Task" [ 1321.157861] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.165807] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.672433] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357073, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.176808] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357073, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.675592] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357073, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.175550] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357073, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.673534] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357073, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.351848} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.673845] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c/dfd96c73-37f5-4bee-ab4c-3bfca0d3fc2c.vmdk to [datastore2] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.674655] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd27e6f-142e-464a-84fc-9a61da21d30a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.698718] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.699041] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc5fbef-2f3a-40c6-b3b5-005a309261a6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.720322] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1323.720322] env[69529]: value = "task-3357074" [ 1323.720322] env[69529]: _type = "Task" [ 1323.720322] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.729378] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.878615] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "c7a914b9-573a-449e-b8d7-67028dac22f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.878857] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.234622] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357074, 'name': ReconfigVM_Task, 'duration_secs': 0.277314} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.234920] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac/76b01f54-a296-4b0f-a1b4-81d9f4fc78ac.vmdk or device None with type streamOptimized {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.236017] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b8f0461-6bfc-464e-880f-577386534956 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.244432] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1324.244432] env[69529]: value = "task-3357075" [ 1324.244432] env[69529]: _type = "Task" [ 1324.244432] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.252886] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357075, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.381363] env[69529]: DEBUG nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.754874] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357075, 'name': Rename_Task, 'duration_secs': 0.143996} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.755239] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.755409] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-936afdbd-e3e1-4a77-bf79-92b4f243526d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.762808] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1324.762808] env[69529]: value = "task-3357076" [ 1324.762808] env[69529]: _type = "Task" [ 1324.762808] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.771470] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.903959] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.904336] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.905870] env[69529]: INFO nova.compute.claims [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.275274] env[69529]: DEBUG oslo_vmware.api [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357076, 'name': PowerOnVM_Task, 'duration_secs': 0.45016} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.275616] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.379113] env[69529]: DEBUG nova.compute.manager [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.380063] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844347f4-099a-483b-9ec0-b395c3ae216a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.897535] env[69529]: DEBUG oslo_concurrency.lockutils [None req-0ada85c3-1ec6-4ea3-acef-59a3e06bb6f9 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.589s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.018448] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f2242-2e21-49c7-8c1c-058eed4a3edf {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.027097] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6f224d-22b1-4472-94b0-f96e97894d17 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.056378] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e81125-3fbb-4422-9e7d-788234f109d4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.063363] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff677bf-5bd0-42c9-91f9-fe7a5fb5828a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.077673] env[69529]: DEBUG nova.compute.provider_tree [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.580973] env[69529]: DEBUG nova.scheduler.client.report [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.086444] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.087314] env[69529]: DEBUG nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.592791] env[69529]: DEBUG nova.compute.utils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.594360] env[69529]: DEBUG nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.594529] env[69529]: DEBUG nova.network.neutron [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.641707] env[69529]: DEBUG nova.policy [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45d0f9a6b7d24403aa02f7332c0503f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc3cca99273147cab603a5554bb334d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.892405] env[69529]: DEBUG nova.network.neutron [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Successfully created port: 22600f40-c5be-4275-946c-e072fba11d9f {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.098484] env[69529]: DEBUG nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.108056] env[69529]: DEBUG nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.136843] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.137121] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.137289] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.137480] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.137627] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.137774] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.137987] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.138166] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.138333] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.138494] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.138662] env[69529]: DEBUG nova.virt.hardware [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.139552] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5585bf6-98e7-40a0-bc40-b918bec92bca {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.149598] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f37821-4d2b-447e-b4f9-2a8e3cab741b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.270793] env[69529]: DEBUG nova.compute.manager [req-510af2b7-a8a5-40c9-8dd7-ada7f0feb831 req-a3ade7ba-beba-4453-8dde-cd4045558e00 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Received event network-vif-plugged-22600f40-c5be-4275-946c-e072fba11d9f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.270920] env[69529]: DEBUG oslo_concurrency.lockutils [req-510af2b7-a8a5-40c9-8dd7-ada7f0feb831 req-a3ade7ba-beba-4453-8dde-cd4045558e00 service nova] Acquiring lock "c7a914b9-573a-449e-b8d7-67028dac22f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.271247] env[69529]: DEBUG oslo_concurrency.lockutils [req-510af2b7-a8a5-40c9-8dd7-ada7f0feb831 req-a3ade7ba-beba-4453-8dde-cd4045558e00 service nova] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.271391] env[69529]: DEBUG oslo_concurrency.lockutils [req-510af2b7-a8a5-40c9-8dd7-ada7f0feb831 req-a3ade7ba-beba-4453-8dde-cd4045558e00 service nova] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.271545] env[69529]: DEBUG nova.compute.manager [req-510af2b7-a8a5-40c9-8dd7-ada7f0feb831 req-a3ade7ba-beba-4453-8dde-cd4045558e00 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] No waiting events found dispatching network-vif-plugged-22600f40-c5be-4275-946c-e072fba11d9f {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.271733] env[69529]: WARNING nova.compute.manager [req-510af2b7-a8a5-40c9-8dd7-ada7f0feb831 req-a3ade7ba-beba-4453-8dde-cd4045558e00 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Received unexpected event network-vif-plugged-22600f40-c5be-4275-946c-e072fba11d9f for instance with vm_state building and task_state spawning. [ 1329.351613] env[69529]: DEBUG nova.network.neutron [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Successfully updated port: 22600f40-c5be-4275-946c-e072fba11d9f {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.856134] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "refresh_cache-c7a914b9-573a-449e-b8d7-67028dac22f6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.856377] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquired lock "refresh_cache-c7a914b9-573a-449e-b8d7-67028dac22f6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.856511] env[69529]: DEBUG nova.network.neutron [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.387418] env[69529]: DEBUG nova.network.neutron [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.509680] env[69529]: DEBUG nova.network.neutron [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Updating instance_info_cache with network_info: [{"id": "22600f40-c5be-4275-946c-e072fba11d9f", "address": "fa:16:3e:7f:74:80", "network": {"id": "2dbeace1-7b47-48ed-b8b8-9f5b482719a0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-446283426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc3cca99273147cab603a5554bb334d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22600f40-c5", "ovs_interfaceid": "22600f40-c5be-4275-946c-e072fba11d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.012253] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Releasing lock "refresh_cache-c7a914b9-573a-449e-b8d7-67028dac22f6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.012554] env[69529]: DEBUG nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Instance network_info: |[{"id": "22600f40-c5be-4275-946c-e072fba11d9f", "address": "fa:16:3e:7f:74:80", "network": {"id": "2dbeace1-7b47-48ed-b8b8-9f5b482719a0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-446283426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc3cca99273147cab603a5554bb334d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22600f40-c5", "ovs_interfaceid": "22600f40-c5be-4275-946c-e072fba11d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.012993] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:74:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22600f40-c5be-4275-946c-e072fba11d9f', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.020761] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Creating folder: Project (dc3cca99273147cab603a5554bb334d9). Parent ref: group-v669649. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.021038] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fe72e41-76c9-4e03-bcd6-75b33e67aaf1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.034348] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Created folder: Project (dc3cca99273147cab603a5554bb334d9) in parent group-v669649. [ 1331.034562] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Creating folder: Instances. Parent ref: group-v669994. {{(pid=69529) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.034828] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-654f1cc2-5071-44de-99e4-ebb739fbfc34 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.051271] env[69529]: INFO nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Created folder: Instances in parent group-v669994. [ 1331.051496] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.051685] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.051901] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b941e5f-4d07-4e6a-8ccf-9024841c810e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.070512] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.070512] env[69529]: value = "task-3357079" [ 1331.070512] env[69529]: _type = "Task" [ 1331.070512] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.082413] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357079, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.297758] env[69529]: DEBUG nova.compute.manager [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Received event network-changed-22600f40-c5be-4275-946c-e072fba11d9f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.298016] env[69529]: DEBUG nova.compute.manager [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Refreshing instance network info cache due to event network-changed-22600f40-c5be-4275-946c-e072fba11d9f. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.298297] env[69529]: DEBUG oslo_concurrency.lockutils [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] Acquiring lock "refresh_cache-c7a914b9-573a-449e-b8d7-67028dac22f6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.298519] env[69529]: DEBUG oslo_concurrency.lockutils [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] Acquired lock "refresh_cache-c7a914b9-573a-449e-b8d7-67028dac22f6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.298711] env[69529]: DEBUG nova.network.neutron [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Refreshing network info cache for port 22600f40-c5be-4275-946c-e072fba11d9f {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.580682] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357079, 'name': CreateVM_Task, 'duration_secs': 0.287023} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.581053] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.581491] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.581660] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.581971] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.582232] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a9ac2e-d08e-4f57-b1ad-bef288ee36ba {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.586765] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1331.586765] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52029f97-2744-069d-d330-b34872b0df9c" [ 1331.586765] env[69529]: _type = "Task" [ 1331.586765] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.595339] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52029f97-2744-069d-d330-b34872b0df9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.983747] env[69529]: DEBUG nova.network.neutron [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Updated VIF entry in instance network info cache for port 22600f40-c5be-4275-946c-e072fba11d9f. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.984124] env[69529]: DEBUG nova.network.neutron [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Updating instance_info_cache with network_info: [{"id": "22600f40-c5be-4275-946c-e072fba11d9f", "address": "fa:16:3e:7f:74:80", "network": {"id": "2dbeace1-7b47-48ed-b8b8-9f5b482719a0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-446283426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc3cca99273147cab603a5554bb334d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22600f40-c5", "ovs_interfaceid": "22600f40-c5be-4275-946c-e072fba11d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.097134] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52029f97-2744-069d-d330-b34872b0df9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.097447] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.097685] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.097914] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.098073] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.098274] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.098531] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ac2be3-3330-4a45-8456-69d92d40b1df {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.107918] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.108097] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.108722] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99e36d4-12eb-4026-a7d7-7151f133adb1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.114610] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1332.114610] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525ebc49-cd3a-0355-13eb-0829fc86ce61" [ 1332.114610] env[69529]: _type = "Task" [ 1332.114610] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.122556] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525ebc49-cd3a-0355-13eb-0829fc86ce61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.486784] env[69529]: DEBUG oslo_concurrency.lockutils [req-5f0e3826-c0fa-49d0-aa41-695c704dfe91 req-351a2609-28ba-42bf-a8dc-af239c90b6e5 service nova] Releasing lock "refresh_cache-c7a914b9-573a-449e-b8d7-67028dac22f6" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.625995] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]525ebc49-cd3a-0355-13eb-0829fc86ce61, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.626789] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fe2dfd-0af0-4e32-a8f4-f32c89ecfcb4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.632100] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1332.632100] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f92be4-82d1-1123-ed54-c5fc9cc623aa" [ 1332.632100] env[69529]: _type = "Task" [ 1332.632100] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.640452] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f92be4-82d1-1123-ed54-c5fc9cc623aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.142732] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52f92be4-82d1-1123-ed54-c5fc9cc623aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.143019] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.143292] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] c7a914b9-573a-449e-b8d7-67028dac22f6/c7a914b9-573a-449e-b8d7-67028dac22f6.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.143562] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28be7814-97e4-46b2-a55c-3ef0fb4d0509 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.152025] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1333.152025] env[69529]: value = "task-3357080" [ 1333.152025] env[69529]: _type = "Task" [ 1333.152025] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.159453] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.661889] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490872} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.662338] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore2] c7a914b9-573a-449e-b8d7-67028dac22f6/c7a914b9-573a-449e-b8d7-67028dac22f6.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.662551] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.662875] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ed0e5f3-0680-4181-b4db-3b8a7ceff6a3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.670750] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1333.670750] env[69529]: value = "task-3357081" [ 1333.670750] env[69529]: _type = "Task" [ 1333.670750] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.678847] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.182084] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071256} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.182084] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.182588] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a99ec-de4f-4427-afb3-1d0b21239c5d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.208842] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c7a914b9-573a-449e-b8d7-67028dac22f6/c7a914b9-573a-449e-b8d7-67028dac22f6.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.209015] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870b2727-8efc-48ce-a0a3-d3d3af6cce80 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.230633] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1334.230633] env[69529]: value = "task-3357082" [ 1334.230633] env[69529]: _type = "Task" [ 1334.230633] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.238721] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.271551] env[69529]: DEBUG nova.compute.manager [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Stashing vm_state: active {{(pid=69529) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1334.741062] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357082, 'name': ReconfigVM_Task, 'duration_secs': 0.274914} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.741572] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c7a914b9-573a-449e-b8d7-67028dac22f6/c7a914b9-573a-449e-b8d7-67028dac22f6.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.742243] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66009a39-218c-497a-a9e1-08b94c6307f4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.749078] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1334.749078] env[69529]: value = "task-3357083" [ 1334.749078] env[69529]: _type = "Task" [ 1334.749078] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.756676] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357083, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.791807] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.792200] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.259311] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357083, 'name': Rename_Task, 'duration_secs': 0.133559} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.259573] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.259811] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11005ba2-5388-47c3-a583-a3be1e6d2b07 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.265956] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1335.265956] env[69529]: value = "task-3357084" [ 1335.265956] env[69529]: _type = "Task" [ 1335.265956] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.273862] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.296769] env[69529]: INFO nova.compute.claims [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.776607] env[69529]: DEBUG oslo_vmware.api [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357084, 'name': PowerOnVM_Task, 'duration_secs': 0.424997} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.776994] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.777056] env[69529]: INFO nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1335.777245] env[69529]: DEBUG nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.778089] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7b5781-6d0c-41da-a5e8-9b6ea7883329 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.804062] env[69529]: INFO nova.compute.resource_tracker [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating resource usage from migration dca7019e-20ab-4633-b4c6-4a0e1de112bf [ 1335.931560] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192af922-0780-4024-8a7e-728f6ecbcf20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.940166] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b04006-e9a1-4cb9-a241-837590275d59 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.979401] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4172c2e1-36f3-470a-9788-bce4aeedcd0c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.989408] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da514720-42de-48b3-bd70-edbc1fe7d3d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.004228] env[69529]: DEBUG nova.compute.provider_tree [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.295292] env[69529]: INFO nova.compute.manager [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Took 11.41 seconds to build instance. [ 1336.510781] env[69529]: DEBUG nova.scheduler.client.report [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.796902] env[69529]: DEBUG oslo_concurrency.lockutils [None req-47f145ca-faf7-49ea-b484-7ef01d0cbac6 tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.918s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.016116] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.224s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.016350] env[69529]: INFO nova.compute.manager [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Migrating [ 1337.040828] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "c7a914b9-573a-449e-b8d7-67028dac22f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.041092] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.041301] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "c7a914b9-573a-449e-b8d7-67028dac22f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.041481] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.041647] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.043437] env[69529]: INFO nova.compute.manager [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Terminating instance [ 1337.146355] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.146586] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.530690] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.530861] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.531068] env[69529]: DEBUG nova.network.neutron [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.546874] env[69529]: DEBUG nova.compute.manager [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.547485] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.548933] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c2523-68d1-4762-8770-d8c9bedb642e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.559043] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.559313] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91466a89-64fe-4269-9de7-e51477980ed9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.566414] env[69529]: DEBUG oslo_vmware.api [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1337.566414] env[69529]: value = "task-3357085" [ 1337.566414] env[69529]: _type = "Task" [ 1337.566414] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.575936] env[69529]: DEBUG oslo_vmware.api [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.649136] env[69529]: DEBUG nova.compute.utils [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.886104] env[69529]: DEBUG oslo_concurrency.lockutils [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.886516] env[69529]: DEBUG oslo_concurrency.lockutils [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.076783] env[69529]: DEBUG oslo_vmware.api [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357085, 'name': PowerOffVM_Task, 'duration_secs': 0.195267} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.076943] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.077442] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.077442] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8224f4e-c825-44ef-a350-ffbca227c6a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.143979] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.144243] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.144435] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Deleting the datastore file [datastore2] c7a914b9-573a-449e-b8d7-67028dac22f6 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.144693] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ceefc2-e320-48c5-b340-e88be7aecce4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.152633] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.153431] env[69529]: DEBUG oslo_vmware.api [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for the task: (returnval){ [ 1338.153431] env[69529]: value = "task-3357087" [ 1338.153431] env[69529]: _type = "Task" [ 1338.153431] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.163012] env[69529]: DEBUG oslo_vmware.api [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.251729] env[69529]: DEBUG nova.network.neutron [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.390039] env[69529]: INFO nova.compute.manager [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Detaching volume 976513b3-e3aa-4522-93c6-7a221563ef2f [ 1338.420411] env[69529]: INFO nova.virt.block_device [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Attempting to driver detach volume 976513b3-e3aa-4522-93c6-7a221563ef2f from mountpoint /dev/sdb [ 1338.420654] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.420840] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669981', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'name': 'volume-976513b3-e3aa-4522-93c6-7a221563ef2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9e5683-528f-42f7-9141-561173f2203d', 'attached_at': '', 'detached_at': '', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'serial': '976513b3-e3aa-4522-93c6-7a221563ef2f'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.421734] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c6a046-69e3-4ea0-b045-5d1d34d90c64 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.443655] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9565def-9d42-4b1c-83e8-806ee1df4acc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.450675] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3f8f3-9838-460d-a5c1-2d810ff61661 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.471555] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8dd438-54b2-430e-9b5f-813c204bb2ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.486079] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] The volume has not been displaced from its original location: [datastore2] volume-976513b3-e3aa-4522-93c6-7a221563ef2f/volume-976513b3-e3aa-4522-93c6-7a221563ef2f.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1338.491338] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.491604] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77193809-41bf-43e4-be2f-401822426553 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.509627] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1338.509627] env[69529]: value = "task-3357088" [ 1338.509627] env[69529]: _type = "Task" [ 1338.509627] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.522239] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.664085] env[69529]: DEBUG oslo_vmware.api [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Task: {'id': task-3357087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226984} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.664361] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.664552] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.664726] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.664895] env[69529]: INFO nova.compute.manager [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1338.665163] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.665359] env[69529]: DEBUG nova.compute.manager [-] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.665451] env[69529]: DEBUG nova.network.neutron [-] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.754910] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.905038] env[69529]: DEBUG nova.compute.manager [req-0fc3923d-505f-45cf-afcf-056e48fa3f79 req-8c6bbfe0-4ff5-4ee5-8c39-18e0b6f7e664 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Received event network-vif-deleted-22600f40-c5be-4275-946c-e072fba11d9f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.905038] env[69529]: INFO nova.compute.manager [req-0fc3923d-505f-45cf-afcf-056e48fa3f79 req-8c6bbfe0-4ff5-4ee5-8c39-18e0b6f7e664 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Neutron deleted interface 22600f40-c5be-4275-946c-e072fba11d9f; detaching it from the instance and deleting it from the info cache [ 1338.905038] env[69529]: DEBUG nova.network.neutron [req-0fc3923d-505f-45cf-afcf-056e48fa3f79 req-8c6bbfe0-4ff5-4ee5-8c39-18e0b6f7e664 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.020728] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.215327] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.215646] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.215890] env[69529]: INFO nova.compute.manager [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Attaching volume 2cbb3433-2617-45d6-bee0-5a02b826511d to /dev/sdb [ 1339.249238] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7c53ba-37ad-47a0-b7ef-6d95efa50410 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.256846] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c84b99-b766-4001-bf48-a787e3514fcb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.273636] env[69529]: DEBUG nova.virt.block_device [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updating existing volume attachment record: 67cb0122-14e4-4c4d-ba0a-2d3120e4357f {{(pid=69529) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1339.387935] env[69529]: DEBUG nova.network.neutron [-] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.406955] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1ae2664-0eeb-4aee-baae-0f3adc6d707f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.418713] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a9e0f-4628-4bd7-9c8c-599885fb2d55 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.450214] env[69529]: DEBUG nova.compute.manager [req-0fc3923d-505f-45cf-afcf-056e48fa3f79 req-8c6bbfe0-4ff5-4ee5-8c39-18e0b6f7e664 service nova] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Detach interface failed, port_id=22600f40-c5be-4275-946c-e072fba11d9f, reason: Instance c7a914b9-573a-449e-b8d7-67028dac22f6 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.519695] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.890861] env[69529]: INFO nova.compute.manager [-] [instance: c7a914b9-573a-449e-b8d7-67028dac22f6] Took 1.23 seconds to deallocate network for instance. [ 1340.020293] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357088, 'name': ReconfigVM_Task, 'duration_secs': 1.236465} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.020718] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.025397] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6216b3-ac8a-4526-b521-1c0d673a404e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.043991] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1340.043991] env[69529]: value = "task-3357090" [ 1340.043991] env[69529]: _type = "Task" [ 1340.043991] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.053227] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.271449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114235d6-f969-4b03-8c12-7ba65c154749 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.289915] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance '1fde2fb4-98ba-4a55-83e4-7e587c62c37d' progress to 0 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.397544] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.397840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.398074] env[69529]: DEBUG nova.objects.instance [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lazy-loading 'resources' on Instance uuid c7a914b9-573a-449e-b8d7-67028dac22f6 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.554278] env[69529]: DEBUG oslo_vmware.api [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357090, 'name': ReconfigVM_Task, 'duration_secs': 0.164829} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.554622] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669981', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'name': 'volume-976513b3-e3aa-4522-93c6-7a221563ef2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d9e5683-528f-42f7-9141-561173f2203d', 'attached_at': '', 'detached_at': '', 'volume_id': '976513b3-e3aa-4522-93c6-7a221563ef2f', 'serial': '976513b3-e3aa-4522-93c6-7a221563ef2f'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1340.795514] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.795811] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35563bb3-4a55-470c-92e9-580630e7ce40 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.803750] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1340.803750] env[69529]: value = "task-3357091" [ 1340.803750] env[69529]: _type = "Task" [ 1340.803750] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.814101] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.028201] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed50fc9-f38b-41ee-8d7f-a14540d60c2c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.036744] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb97389-ef60-4b06-8ed2-ab394f82d21c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.066608] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117f1954-b360-42ad-8f31-9a7f1c87633f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.074277] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef19085-acd8-4c81-b2fb-26fd3cbdaa9b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.087569] env[69529]: DEBUG nova.compute.provider_tree [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.093342] env[69529]: DEBUG nova.objects.instance [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lazy-loading 'flavor' on Instance uuid 5d9e5683-528f-42f7-9141-561173f2203d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.313457] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357091, 'name': PowerOffVM_Task, 'duration_secs': 0.251342} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.313875] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.314220] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance '1fde2fb4-98ba-4a55-83e4-7e587c62c37d' progress to 17 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.590799] env[69529]: DEBUG nova.scheduler.client.report [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.820696] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.820937] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.821065] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.821276] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.821441] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.821590] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.821795] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.821954] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.822138] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.822303] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.822477] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.827590] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11b2c9c1-0d0d-4412-9aeb-704f1c1384eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.846917] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1341.846917] env[69529]: value = "task-3357093" [ 1341.846917] env[69529]: _type = "Task" [ 1341.846917] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.857933] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.095968] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.099415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-922542e1-07ba-4e4c-af18-c1f1585e0fa4 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.213s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.115751] env[69529]: INFO nova.scheduler.client.report [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Deleted allocations for instance c7a914b9-573a-449e-b8d7-67028dac22f6 [ 1342.357632] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357093, 'name': ReconfigVM_Task, 'duration_secs': 0.177296} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.357833] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance '1fde2fb4-98ba-4a55-83e4-7e587c62c37d' progress to 33 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.623840] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2c0b7992-04fc-4d09-be38-6d660b6545af tempest-ServerPasswordTestJSON-568956345 tempest-ServerPasswordTestJSON-568956345-project-member] Lock "c7a914b9-573a-449e-b8d7-67028dac22f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.582s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.864431] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.864670] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.864837] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.865060] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.865216] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.865368] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.865574] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.865811] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.866023] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.866200] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.866379] env[69529]: DEBUG nova.virt.hardware [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.871699] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1342.871966] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec221f6-990f-47a9-83b4-401db582f3e1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.892089] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1342.892089] env[69529]: value = "task-3357094" [ 1342.892089] env[69529]: _type = "Task" [ 1342.892089] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.899935] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.901359] env[69529]: INFO nova.compute.manager [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Rebuilding instance [ 1342.942432] env[69529]: DEBUG nova.compute.manager [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.943347] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb5451-f987-4025-a20a-43f31fb20311 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.217310] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.217696] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.217788] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "5d9e5683-528f-42f7-9141-561173f2203d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.217973] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.218163] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.220282] env[69529]: INFO nova.compute.manager [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Terminating instance [ 1343.402375] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357094, 'name': ReconfigVM_Task, 'duration_secs': 0.171015} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.402574] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.403223] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820703c7-d93a-42fd-a05c-80d3a66d1118 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.426713] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.426980] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6baf1562-7760-46a6-8840-70a92f56acee {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.451992] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1343.451992] env[69529]: value = "task-3357095" [ 1343.451992] env[69529]: _type = "Task" [ 1343.451992] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.464704] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.723627] env[69529]: DEBUG nova.compute.manager [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.723857] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.725483] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4884c2be-1efc-4720-8330-f87a7b491276 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.733079] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.733352] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59631183-bee7-4f87-8ab5-f2041d311de6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.740048] env[69529]: DEBUG oslo_vmware.api [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1343.740048] env[69529]: value = "task-3357096" [ 1343.740048] env[69529]: _type = "Task" [ 1343.740048] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.748554] env[69529]: DEBUG oslo_vmware.api [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.818079] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Volume attach. Driver type: vmdk {{(pid=69529) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1343.818373] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669997', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'name': 'volume-2cbb3433-2617-45d6-bee0-5a02b826511d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394db7b5-873e-49ac-95c4-5fe6e12c25ea', 'attached_at': '', 'detached_at': '', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'serial': '2cbb3433-2617-45d6-bee0-5a02b826511d'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1343.819458] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a809b221-96bf-4167-8a92-582abe307ce0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.837804] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e87b50-8e04-4a50-8b68-39260b731e80 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.867317] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-2cbb3433-2617-45d6-bee0-5a02b826511d/volume-2cbb3433-2617-45d6-bee0-5a02b826511d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.867855] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29defaeb-47c4-4e38-b2a3-2616b20948dc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.887197] env[69529]: DEBUG oslo_vmware.api [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1343.887197] env[69529]: value = "task-3357097" [ 1343.887197] env[69529]: _type = "Task" [ 1343.887197] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.897418] env[69529]: DEBUG oslo_vmware.api [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.960086] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.963394] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4981876-0e2c-4dfd-adff-0ef977b09a3b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.965338] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357095, 'name': ReconfigVM_Task, 'duration_secs': 0.278339} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.965589] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.965869] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance '1fde2fb4-98ba-4a55-83e4-7e587c62c37d' progress to 50 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.976473] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1343.976473] env[69529]: value = "task-3357098" [ 1343.976473] env[69529]: _type = "Task" [ 1343.976473] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.986177] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.252444] env[69529]: DEBUG oslo_vmware.api [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357096, 'name': PowerOffVM_Task, 'duration_secs': 0.171685} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.252444] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.252444] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.252444] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d223b9-acbc-4f4d-ac04-5dea04346110 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.331280] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.331568] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.331862] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleting the datastore file [datastore1] 5d9e5683-528f-42f7-9141-561173f2203d {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.332417] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0657407-c2cc-42b8-adc3-3717ac8f654a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.341128] env[69529]: DEBUG oslo_vmware.api [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1344.341128] env[69529]: value = "task-3357100" [ 1344.341128] env[69529]: _type = "Task" [ 1344.341128] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.350244] env[69529]: DEBUG oslo_vmware.api [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.400814] env[69529]: DEBUG oslo_vmware.api [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357097, 'name': ReconfigVM_Task, 'duration_secs': 0.510818} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.401128] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-2cbb3433-2617-45d6-bee0-5a02b826511d/volume-2cbb3433-2617-45d6-bee0-5a02b826511d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.405858] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920d2674-58e0-4825-a017-aecd20ff37de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.421988] env[69529]: DEBUG oslo_vmware.api [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1344.421988] env[69529]: value = "task-3357101" [ 1344.421988] env[69529]: _type = "Task" [ 1344.421988] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.431020] env[69529]: DEBUG oslo_vmware.api [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.476750] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d44e06c-247e-45a8-b47a-f678db68df0f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.502046] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5a19d-4dbf-4a45-9d91-f0ba9bd1380f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.504777] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357098, 'name': PowerOffVM_Task, 'duration_secs': 0.17373} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.505060] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.505760] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.506393] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d83e27-7c5d-4a1c-9f6c-d55310b20fef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.522706] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance '1fde2fb4-98ba-4a55-83e4-7e587c62c37d' progress to 67 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.527611] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1344.527611] env[69529]: value = "task-3357102" [ 1344.527611] env[69529]: _type = "Task" [ 1344.527611] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.537907] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] VM already powered off {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1344.538133] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1344.538331] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669982', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'name': 'volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcc96ab5-5e8a-49c1-8793-d90c25580e27', 'attached_at': '', 'detached_at': '', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'serial': '075287a0-a4de-424f-abd3-6ede9cc8ddfe'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1344.539134] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931aaa44-b079-44c7-b542-9e84329a7589 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.561276] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe57e7-705f-4dee-bd68-c427de436ad2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.569555] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ad9bc1-707a-4599-aec9-cf80b658d28f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.590321] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd07f1c-8a0b-4bce-a7a3-d40acb252255 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.607181] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] The volume has not been displaced from its original location: [datastore2] volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe/volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1344.612463] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.612826] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47ef077-b145-4dc9-a799-b46d006ff129 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.634646] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1344.634646] env[69529]: value = "task-3357103" [ 1344.634646] env[69529]: _type = "Task" [ 1344.634646] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.644842] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.851958] env[69529]: DEBUG oslo_vmware.api [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330266} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.853030] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.853030] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.853030] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.853030] env[69529]: INFO nova.compute.manager [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1344.853347] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.853510] env[69529]: DEBUG nova.compute.manager [-] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.853607] env[69529]: DEBUG nova.network.neutron [-] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.932350] env[69529]: DEBUG oslo_vmware.api [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357101, 'name': ReconfigVM_Task, 'duration_secs': 0.152647} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.932679] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669997', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'name': 'volume-2cbb3433-2617-45d6-bee0-5a02b826511d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394db7b5-873e-49ac-95c4-5fe6e12c25ea', 'attached_at': '', 'detached_at': '', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'serial': '2cbb3433-2617-45d6-bee0-5a02b826511d'} {{(pid=69529) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1345.146032] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357103, 'name': ReconfigVM_Task, 'duration_secs': 0.16755} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.146032] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.151908] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c22096-c242-4192-9dbf-d344437f23ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.169433] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1345.169433] env[69529]: value = "task-3357104" [ 1345.169433] env[69529]: _type = "Task" [ 1345.169433] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.177923] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.238364] env[69529]: DEBUG nova.network.neutron [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Port 4b60fa74-48c4-4f18-846f-be30d705562f binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1345.577300] env[69529]: DEBUG nova.compute.manager [req-05e9a084-9f63-4d31-9478-da7838e5335f req-c92bbf86-308c-418e-a914-87d1b8e5ff10 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Received event network-vif-deleted-49549309-fa4b-47f5-95e1-ad4720615c4b {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.577580] env[69529]: INFO nova.compute.manager [req-05e9a084-9f63-4d31-9478-da7838e5335f req-c92bbf86-308c-418e-a914-87d1b8e5ff10 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Neutron deleted interface 49549309-fa4b-47f5-95e1-ad4720615c4b; detaching it from the instance and deleting it from the info cache [ 1345.577746] env[69529]: DEBUG nova.network.neutron [req-05e9a084-9f63-4d31-9478-da7838e5335f req-c92bbf86-308c-418e-a914-87d1b8e5ff10 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.679573] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357104, 'name': ReconfigVM_Task, 'duration_secs': 0.227279} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.679899] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669982', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'name': 'volume-075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bcc96ab5-5e8a-49c1-8793-d90c25580e27', 'attached_at': '', 'detached_at': '', 'volume_id': '075287a0-a4de-424f-abd3-6ede9cc8ddfe', 'serial': '075287a0-a4de-424f-abd3-6ede9cc8ddfe'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1345.680159] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.680899] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9ef3dc-38ba-4280-b9fe-206079c48781 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.687209] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.687429] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc37992e-b69d-40e8-bf80-ba9dfea6c4ec {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.757064] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.757064] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.757064] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Deleting the datastore file [datastore2] bcc96ab5-5e8a-49c1-8793-d90c25580e27 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.757064] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-485c9d21-182d-4a08-ab42-d2ea906a76c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.763150] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for the task: (returnval){ [ 1345.763150] env[69529]: value = "task-3357106" [ 1345.763150] env[69529]: _type = "Task" [ 1345.763150] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.773123] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.973697] env[69529]: DEBUG nova.objects.instance [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'flavor' on Instance uuid 394db7b5-873e-49ac-95c4-5fe6e12c25ea {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.059695] env[69529]: DEBUG nova.network.neutron [-] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.080292] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02b2d3f9-41b1-4a17-a320-d3dbf529f4c4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.091785] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc23c1-0c9e-46f0-85b6-b22df2aa2f19 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.121169] env[69529]: DEBUG nova.compute.manager [req-05e9a084-9f63-4d31-9478-da7838e5335f req-c92bbf86-308c-418e-a914-87d1b8e5ff10 service nova] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Detach interface failed, port_id=49549309-fa4b-47f5-95e1-ad4720615c4b, reason: Instance 5d9e5683-528f-42f7-9141-561173f2203d could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1346.264465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.264697] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.264869] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.278499] env[69529]: DEBUG oslo_vmware.api [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Task: {'id': task-3357106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271091} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.280053] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.280391] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.280717] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.343150] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1346.343567] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ca6ccb8-3330-4929-97bb-b4e8987a0e7c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.353059] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc35a2e-381f-41bc-8f07-f0d7f0a10e9f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.383133] env[69529]: ERROR nova.compute.manager [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Failed to detach volume 075287a0-a4de-424f-abd3-6ede9cc8ddfe from /dev/sda: nova.exception.InstanceNotFound: Instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 could not be found. [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Traceback (most recent call last): [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self.driver.rebuild(**kwargs) [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] raise NotImplementedError() [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] NotImplementedError [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] During handling of the above exception, another exception occurred: [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Traceback (most recent call last): [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self.driver.detach_volume(context, old_connection_info, [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] return self._volumeops.detach_volume(connection_info, instance) [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self._detach_volume_vmdk(connection_info, instance) [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] stable_ref.fetch_moref(session) [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] nova.exception.InstanceNotFound: Instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 could not be found. [ 1346.383133] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.480277] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8eab78f3-2c67-4382-8704-701c8dba5540 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.530626] env[69529]: DEBUG nova.compute.utils [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Build of instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 aborted: Failed to rebuild volume backed instance. {{(pid=69529) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1346.532772] env[69529]: ERROR nova.compute.manager [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 aborted: Failed to rebuild volume backed instance. [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Traceback (most recent call last): [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self.driver.rebuild(**kwargs) [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] raise NotImplementedError() [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] NotImplementedError [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] During handling of the above exception, another exception occurred: [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Traceback (most recent call last): [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self._detach_root_volume(context, instance, root_bdm) [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] with excutils.save_and_reraise_exception(): [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self.force_reraise() [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] raise self.value [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self.driver.detach_volume(context, old_connection_info, [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] return self._volumeops.detach_volume(connection_info, instance) [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self._detach_volume_vmdk(connection_info, instance) [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] stable_ref.fetch_moref(session) [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] nova.exception.InstanceNotFound: Instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 could not be found. [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] During handling of the above exception, another exception occurred: [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Traceback (most recent call last): [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] yield [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1346.532772] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self._do_rebuild_instance_with_claim( [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self._do_rebuild_instance( [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self._rebuild_default_impl(**kwargs) [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] self._rebuild_volume_backed_instance( [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] raise exception.BuildAbortException( [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] nova.exception.BuildAbortException: Build of instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 aborted: Failed to rebuild volume backed instance. [ 1346.534313] env[69529]: ERROR nova.compute.manager [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] [ 1346.562164] env[69529]: INFO nova.compute.manager [-] [instance: 5d9e5683-528f-42f7-9141-561173f2203d] Took 1.71 seconds to deallocate network for instance. [ 1347.073508] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.073831] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.073831] env[69529]: DEBUG nova.objects.instance [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lazy-loading 'resources' on Instance uuid 5d9e5683-528f-42f7-9141-561173f2203d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.097086] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.097252] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.304091] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.304330] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.304545] env[69529]: DEBUG nova.network.neutron [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.599672] env[69529]: INFO nova.compute.manager [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Detaching volume 2cbb3433-2617-45d6-bee0-5a02b826511d [ 1347.638765] env[69529]: INFO nova.virt.block_device [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Attempting to driver detach volume 2cbb3433-2617-45d6-bee0-5a02b826511d from mountpoint /dev/sdb [ 1347.638995] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Volume detach. Driver type: vmdk {{(pid=69529) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1347.639200] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669997', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'name': 'volume-2cbb3433-2617-45d6-bee0-5a02b826511d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394db7b5-873e-49ac-95c4-5fe6e12c25ea', 'attached_at': '', 'detached_at': '', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'serial': '2cbb3433-2617-45d6-bee0-5a02b826511d'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1347.640656] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85bef81-c539-41ad-ab48-c85c77a99db1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.665799] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04019f5-7b13-4ce3-842c-b1c8111ab7bb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.674217] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2077e89e-1d90-41a6-8d89-f73f4e6b80a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.699752] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a102a9d-708f-49d4-a364-04eb7e3c0fe3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.716995] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] The volume has not been displaced from its original location: [datastore1] volume-2cbb3433-2617-45d6-bee0-5a02b826511d/volume-2cbb3433-2617-45d6-bee0-5a02b826511d.vmdk. No consolidation needed. {{(pid=69529) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1347.723332] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1347.726498] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51c38df-4113-46ad-951d-e75844596136 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.745952] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1347.745952] env[69529]: value = "task-3357107" [ 1347.745952] env[69529]: _type = "Task" [ 1347.745952] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.754706] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.756426] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0471e9b6-cfca-4fb0-8312-048395a2130d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.763900] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faed347-4238-42ac-87f8-b27d748c82ab {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.794799] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a0dfde-42e8-4065-9e75-e5871437148d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.802690] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2627ac70-5249-44a3-8378-dd20f40d8f73 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.818845] env[69529]: DEBUG nova.compute.provider_tree [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.037018] env[69529]: DEBUG nova.network.neutron [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.258395] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357107, 'name': ReconfigVM_Task, 'duration_secs': 0.261291} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.258790] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.263733] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c15614f-8532-4280-9363-5e4005255e21 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.279317] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1348.279317] env[69529]: value = "task-3357108" [ 1348.279317] env[69529]: _type = "Task" [ 1348.279317] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.287498] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.322803] env[69529]: DEBUG nova.scheduler.client.report [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.540349] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.546089] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.789891] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.827990] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.830338] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.284s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.849632] env[69529]: INFO nova.scheduler.client.report [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleted allocations for instance 5d9e5683-528f-42f7-9141-561173f2203d [ 1348.926928] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192863b2-f025-49d4-9ff7-47e67c4d6cd1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.935023] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d5e7b-4eb2-47dc-b3af-2d81b55cf29d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.967894] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86476451-be07-4b17-9124-5ebec2a01558 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.975122] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3a8ebc-eb85-4c4f-b2b9-238bae05f5c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.989118] env[69529]: DEBUG nova.compute.provider_tree [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.062057] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a17a30-da67-4a15-9632-156ef711be77 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.080588] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958795da-5806-4c37-8ce5-548a0719c48b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.087254] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance '1fde2fb4-98ba-4a55-83e4-7e587c62c37d' progress to 83 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.290954] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.358354] env[69529]: DEBUG oslo_concurrency.lockutils [None req-11040678-8262-46bf-9c8c-4ee56f22a043 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "5d9e5683-528f-42f7-9141-561173f2203d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.141s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.492074] env[69529]: DEBUG nova.scheduler.client.report [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.592966] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.593258] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0209b66b-147a-47c8-9743-7894d7fbd506 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.601105] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1349.601105] env[69529]: value = "task-3357109" [ 1349.601105] env[69529]: _type = "Task" [ 1349.601105] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.608746] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.790649] env[69529]: DEBUG oslo_vmware.api [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357108, 'name': ReconfigVM_Task, 'duration_secs': 1.157477} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.791203] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-669997', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'name': 'volume-2cbb3433-2617-45d6-bee0-5a02b826511d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '394db7b5-873e-49ac-95c4-5fe6e12c25ea', 'attached_at': '', 'detached_at': '', 'volume_id': '2cbb3433-2617-45d6-bee0-5a02b826511d', 'serial': '2cbb3433-2617-45d6-bee0-5a02b826511d'} {{(pid=69529) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1349.893918] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquiring lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.893918] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.893918] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquiring lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.893918] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.894315] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.896307] env[69529]: INFO nova.compute.manager [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Terminating instance [ 1349.997537] env[69529]: DEBUG oslo_concurrency.lockutils [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.167s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.997760] env[69529]: INFO nova.compute.manager [None req-9f600728-be1f-42dd-9c0b-a1231a95cdfc tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Successfully reverted task state from rebuilding on failure for instance. [ 1350.111251] env[69529]: DEBUG oslo_vmware.api [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357109, 'name': PowerOnVM_Task, 'duration_secs': 0.37712} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.111524] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.111711] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a31b74-4471-4895-9f2a-e1a7588e3c7f tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance '1fde2fb4-98ba-4a55-83e4-7e587c62c37d' progress to 100 {{(pid=69529) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.330685] env[69529]: DEBUG nova.objects.instance [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'flavor' on Instance uuid 394db7b5-873e-49ac-95c4-5fe6e12c25ea {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.400122] env[69529]: DEBUG nova.compute.manager [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1350.402517] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6972b5a-4d77-409d-a310-e8111f968758 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.412038] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585aed35-7995-4290-adea-46325190ac83 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.439781] env[69529]: WARNING nova.virt.vmwareapi.driver [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 could not be found. [ 1350.439977] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.440294] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2885abbc-5074-41d0-8bb6-b434a4db0e7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.448507] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4679650a-e8b2-4a66-92a8-b17b07e029a9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.475718] env[69529]: WARNING nova.virt.vmwareapi.vmops [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 could not be found. [ 1350.475920] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.476112] env[69529]: INFO nova.compute.manager [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1350.476346] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.476563] env[69529]: DEBUG nova.compute.manager [-] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.476656] env[69529]: DEBUG nova.network.neutron [-] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.917027] env[69529]: DEBUG nova.compute.manager [req-6bfe444a-3d41-4a5c-944a-7f3b86cf608b req-27a5d56c-0e93-4844-a158-922eba6aec4a service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Received event network-vif-deleted-a874ecb0-c05d-4b6b-b6eb-247423d95865 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.917027] env[69529]: INFO nova.compute.manager [req-6bfe444a-3d41-4a5c-944a-7f3b86cf608b req-27a5d56c-0e93-4844-a158-922eba6aec4a service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Neutron deleted interface a874ecb0-c05d-4b6b-b6eb-247423d95865; detaching it from the instance and deleting it from the info cache [ 1350.917027] env[69529]: DEBUG nova.network.neutron [req-6bfe444a-3d41-4a5c-944a-7f3b86cf608b req-27a5d56c-0e93-4844-a158-922eba6aec4a service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.341693] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e3855d77-fc33-420a-b9c5-6a48aedf5838 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.244s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.402368] env[69529]: DEBUG nova.network.neutron [-] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.419297] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64adbac0-a648-4d50-9f25-4655d4b84ff8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.432330] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5cbb12-fe19-4664-9717-ad735f29d941 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.465102] env[69529]: DEBUG nova.compute.manager [req-6bfe444a-3d41-4a5c-944a-7f3b86cf608b req-27a5d56c-0e93-4844-a158-922eba6aec4a service nova] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Detach interface failed, port_id=a874ecb0-c05d-4b6b-b6eb-247423d95865, reason: Instance bcc96ab5-5e8a-49c1-8793-d90c25580e27 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1351.906165] env[69529]: INFO nova.compute.manager [-] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Took 1.43 seconds to deallocate network for instance. [ 1352.403449] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.403861] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.403945] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.404141] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.404338] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.406376] env[69529]: INFO nova.compute.manager [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Terminating instance [ 1352.450710] env[69529]: INFO nova.compute.manager [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Took 0.54 seconds to detach 1 volumes for instance. [ 1352.452813] env[69529]: DEBUG nova.compute.manager [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] [instance: bcc96ab5-5e8a-49c1-8793-d90c25580e27] Deleting volume: 075287a0-a4de-424f-abd3-6ede9cc8ddfe {{(pid=69529) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1352.870954] env[69529]: DEBUG nova.network.neutron [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Port 4b60fa74-48c4-4f18-846f-be30d705562f binding to destination host cpu-1 is already ACTIVE {{(pid=69529) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1352.871244] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.871395] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.871559] env[69529]: DEBUG nova.network.neutron [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.910114] env[69529]: DEBUG nova.compute.manager [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1352.910330] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.911278] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9401c2f-eef3-48c2-ba7a-842968adb1eb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.919263] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.919477] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72163b3a-588b-42c5-9501-85e00cd9e404 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.926739] env[69529]: DEBUG oslo_vmware.api [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1352.926739] env[69529]: value = "task-3357112" [ 1352.926739] env[69529]: _type = "Task" [ 1352.926739] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.934527] env[69529]: DEBUG oslo_vmware.api [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.995536] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.995851] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.996096] env[69529]: DEBUG nova.objects.instance [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lazy-loading 'resources' on Instance uuid bcc96ab5-5e8a-49c1-8793-d90c25580e27 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.437055] env[69529]: DEBUG oslo_vmware.api [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357112, 'name': PowerOffVM_Task, 'duration_secs': 0.194014} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.437055] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.437055] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.437491] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c63dcd22-f90c-47a1-8641-d83d1b8a7d92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.502774] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.503670] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.503670] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleting the datastore file [datastore2] 394db7b5-873e-49ac-95c4-5fe6e12c25ea {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.503670] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb937f25-bb3d-4d74-ada2-fe5bdfbc12d3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.510093] env[69529]: DEBUG oslo_vmware.api [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for the task: (returnval){ [ 1353.510093] env[69529]: value = "task-3357114" [ 1353.510093] env[69529]: _type = "Task" [ 1353.510093] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.518175] env[69529]: DEBUG oslo_vmware.api [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.582441] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8999cee1-4571-4393-bcde-dc16ed54b7b5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.589320] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9637de-3fa4-4ea3-93f7-49f40109c71c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.593321] env[69529]: DEBUG nova.network.neutron [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.621513] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65bd911-b3ec-4a1a-a6f7-c740b4665042 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.628991] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3783bf0a-f4bc-4431-9e71-3d3132588426 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.642418] env[69529]: DEBUG nova.compute.provider_tree [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.023227] env[69529]: DEBUG oslo_vmware.api [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Task: {'id': task-3357114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142968} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.023506] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.023668] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.023838] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.024018] env[69529]: INFO nova.compute.manager [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1354.024260] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.024451] env[69529]: DEBUG nova.compute.manager [-] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.024545] env[69529]: DEBUG nova.network.neutron [-] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.096108] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.145019] env[69529]: DEBUG nova.scheduler.client.report [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.344453] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "109290eb-6d6b-4b32-bf18-f46948d663c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.344623] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.344834] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "109290eb-6d6b-4b32-bf18-f46948d663c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.345071] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.345256] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.347603] env[69529]: INFO nova.compute.manager [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Terminating instance [ 1354.534219] env[69529]: DEBUG nova.compute.manager [req-618afa17-944a-4f0d-95a4-23e93e13a124 req-81efea46-4cfd-47e0-a604-355196c71888 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Received event network-vif-deleted-c0132963-185d-4f16-8465-0d87566c43b2 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.534497] env[69529]: INFO nova.compute.manager [req-618afa17-944a-4f0d-95a4-23e93e13a124 req-81efea46-4cfd-47e0-a604-355196c71888 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Neutron deleted interface c0132963-185d-4f16-8465-0d87566c43b2; detaching it from the instance and deleting it from the info cache [ 1354.534625] env[69529]: DEBUG nova.network.neutron [req-618afa17-944a-4f0d-95a4-23e93e13a124 req-81efea46-4cfd-47e0-a604-355196c71888 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.600824] env[69529]: DEBUG nova.compute.manager [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69529) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1354.601087] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.649964] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.652346] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.051s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.850923] env[69529]: DEBUG nova.compute.manager [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.851170] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.852111] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a1dbac-cf18-4b1c-beb9-87d06e9f4172 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.860351] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.860574] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1da64c13-8bf9-4bd2-9ba2-e8b3d94c214e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.866067] env[69529]: DEBUG oslo_vmware.api [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1354.866067] env[69529]: value = "task-3357115" [ 1354.866067] env[69529]: _type = "Task" [ 1354.866067] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.874509] env[69529]: DEBUG oslo_vmware.api [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.019857] env[69529]: DEBUG nova.network.neutron [-] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.037452] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67dd35e0-c8de-4b3c-b945-3b85605c7840 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.051169] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa67a6-0186-401e-9573-8a0389012fe5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.085078] env[69529]: DEBUG nova.compute.manager [req-618afa17-944a-4f0d-95a4-23e93e13a124 req-81efea46-4cfd-47e0-a604-355196c71888 service nova] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Detach interface failed, port_id=c0132963-185d-4f16-8465-0d87566c43b2, reason: Instance 394db7b5-873e-49ac-95c4-5fe6e12c25ea could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1355.155716] env[69529]: DEBUG nova.objects.instance [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'migration_context' on Instance uuid 1fde2fb4-98ba-4a55-83e4-7e587c62c37d {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.169061] env[69529]: DEBUG oslo_concurrency.lockutils [None req-e236ff46-63f2-4fb7-a60a-6b9d311a9b2c tempest-ServerActionsV293TestJSON-2102689207 tempest-ServerActionsV293TestJSON-2102689207-project-member] Lock "bcc96ab5-5e8a-49c1-8793-d90c25580e27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.275s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.376236] env[69529]: DEBUG oslo_vmware.api [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357115, 'name': PowerOffVM_Task, 'duration_secs': 0.27367} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.376530] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.376684] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1355.376891] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35496614-7cd3-4ef0-9dda-7e4d56541255 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.434864] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1355.434975] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1355.435179] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleting the datastore file [datastore1] 109290eb-6d6b-4b32-bf18-f46948d663c7 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1355.435468] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ad641e9-1b55-48c6-a829-30837a7d291e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.442586] env[69529]: DEBUG oslo_vmware.api [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1355.442586] env[69529]: value = "task-3357117" [ 1355.442586] env[69529]: _type = "Task" [ 1355.442586] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.450805] env[69529]: DEBUG oslo_vmware.api [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.523585] env[69529]: INFO nova.compute.manager [-] [instance: 394db7b5-873e-49ac-95c4-5fe6e12c25ea] Took 1.50 seconds to deallocate network for instance. [ 1355.738420] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefaea2e-bdd6-42d5-8432-75d28ad891bd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.745691] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd609caa-53a6-472c-9839-67402d99d26c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.775013] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed7fae-bf70-480b-ada4-39445c474a9a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.782167] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61406941-de6a-46a3-bd77-259322c61ea1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.795275] env[69529]: DEBUG nova.compute.provider_tree [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1355.953984] env[69529]: DEBUG oslo_vmware.api [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180142} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.954265] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.954450] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.954631] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.954819] env[69529]: INFO nova.compute.manager [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1355.955108] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.955305] env[69529]: DEBUG nova.compute.manager [-] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.955390] env[69529]: DEBUG nova.network.neutron [-] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1356.030338] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.316049] env[69529]: ERROR nova.scheduler.client.report [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [req-22cc4056-cb66-449e-bf0e-d31b9d318959] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 6319ec90-cb63-4f48-a3ba-c175ec0ccde7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22cc4056-cb66-449e-bf0e-d31b9d318959"}]} [ 1356.331990] env[69529]: DEBUG nova.scheduler.client.report [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Refreshing inventories for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1356.345819] env[69529]: DEBUG nova.scheduler.client.report [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Updating ProviderTree inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1356.346069] env[69529]: DEBUG nova.compute.provider_tree [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 106, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.356105] env[69529]: DEBUG nova.scheduler.client.report [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Refreshing aggregate associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, aggregates: None {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1356.372853] env[69529]: DEBUG nova.scheduler.client.report [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Refreshing trait associations for resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69529) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1356.447852] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f212968-a5bc-4ed3-b847-4995ed3f5e11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.455709] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f402807c-ccf3-4acc-a227-df4600010937 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.486430] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c9a84-d515-4fd0-a1f9-7bf11280ba7b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.494306] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4882af7d-75a2-4ba4-8e1b-a8b81b9a414f {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.508080] env[69529]: DEBUG nova.compute.provider_tree [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.560600] env[69529]: DEBUG nova.compute.manager [req-e6e4c3b5-5edb-44ad-be4f-fe252621f345 req-72b157bd-223f-48be-906b-d9c18f056abe service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Received event network-vif-deleted-ea5c4d8f-5015-4f4a-9611-255df94c99b0 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.560804] env[69529]: INFO nova.compute.manager [req-e6e4c3b5-5edb-44ad-be4f-fe252621f345 req-72b157bd-223f-48be-906b-d9c18f056abe service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Neutron deleted interface ea5c4d8f-5015-4f4a-9611-255df94c99b0; detaching it from the instance and deleting it from the info cache [ 1356.560974] env[69529]: DEBUG nova.network.neutron [req-e6e4c3b5-5edb-44ad-be4f-fe252621f345 req-72b157bd-223f-48be-906b-d9c18f056abe service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.678731] env[69529]: DEBUG nova.network.neutron [-] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.040886] env[69529]: DEBUG nova.scheduler.client.report [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Updated inventory for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1357.041293] env[69529]: DEBUG nova.compute.provider_tree [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Updating resource provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 generation from 173 to 174 during operation: update_inventory {{(pid=69529) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1357.041452] env[69529]: DEBUG nova.compute.provider_tree [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Updating inventory in ProviderTree for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1357.063487] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acc71127-8851-41ee-a264-471af79af424 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.074394] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9af43-88f4-426d-b941-e019bd5c35b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.101710] env[69529]: DEBUG nova.compute.manager [req-e6e4c3b5-5edb-44ad-be4f-fe252621f345 req-72b157bd-223f-48be-906b-d9c18f056abe service nova] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Detach interface failed, port_id=ea5c4d8f-5015-4f4a-9611-255df94c99b0, reason: Instance 109290eb-6d6b-4b32-bf18-f46948d663c7 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1357.181275] env[69529]: INFO nova.compute.manager [-] [instance: 109290eb-6d6b-4b32-bf18-f46948d663c7] Took 1.23 seconds to deallocate network for instance. [ 1357.687304] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.054350] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.402s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.059992] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.030s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.060204] env[69529]: DEBUG nova.objects.instance [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lazy-loading 'resources' on Instance uuid 394db7b5-873e-49ac-95c4-5fe6e12c25ea {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.652512] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4bffcf-510b-431e-a023-6016d2487fed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.660412] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e85a44b-8bc3-476c-85fd-02f03fe5658b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.690805] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c5794-ba13-4c12-9faa-8e232a1b2e2e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.706963] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8664a3df-e7c5-4f91-8e1c-866ce14c5f01 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.719681] env[69529]: DEBUG nova.compute.provider_tree [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.223562] env[69529]: DEBUG nova.scheduler.client.report [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.592989] env[69529]: INFO nova.compute.manager [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Swapping old allocation on dict_keys(['6319ec90-cb63-4f48-a3ba-c175ec0ccde7']) held by migration dca7019e-20ab-4633-b4c6-4a0e1de112bf for instance [ 1359.613726] env[69529]: DEBUG nova.scheduler.client.report [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Overwriting current allocation {'allocations': {'6319ec90-cb63-4f48-a3ba-c175ec0ccde7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': '8035f5cf79a941508020b18eedb74499', 'user_id': '5d4f6bef61ea47328dae6a90575d585c', 'consumer_generation': 1} on consumer 1fde2fb4-98ba-4a55-83e4-7e587c62c37d {{(pid=69529) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1359.694011] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.694210] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.694408] env[69529]: DEBUG nova.network.neutron [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.728465] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.730635] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.044s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.730866] env[69529]: DEBUG nova.objects.instance [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lazy-loading 'resources' on Instance uuid 109290eb-6d6b-4b32-bf18-f46948d663c7 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.745441] env[69529]: INFO nova.scheduler.client.report [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Deleted allocations for instance 394db7b5-873e-49ac-95c4-5fe6e12c25ea [ 1360.253668] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0681bb8-6029-403b-a5c1-9e5d48de2d05 tempest-AttachVolumeNegativeTest-1771375418 tempest-AttachVolumeNegativeTest-1771375418-project-member] Lock "394db7b5-873e-49ac-95c4-5fe6e12c25ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.850s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.297493] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0451d44c-0bcc-4a1c-b10e-a48db908c55c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.307470] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef03bcd-5977-4a2a-b285-9dfc128f49ac {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.340054] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c992b343-d5de-4a1f-bec5-58ace05f1418 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.347597] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8133fe11-0169-4f83-a5fd-e367ccc8605d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.360461] env[69529]: DEBUG nova.compute.provider_tree [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.431153] env[69529]: DEBUG nova.network.neutron [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [{"id": "4b60fa74-48c4-4f18-846f-be30d705562f", "address": "fa:16:3e:15:cc:db", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b60fa74-48", "ovs_interfaceid": "4b60fa74-48c4-4f18-846f-be30d705562f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.864107] env[69529]: DEBUG nova.scheduler.client.report [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.934239] env[69529]: DEBUG oslo_concurrency.lockutils [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1fde2fb4-98ba-4a55-83e4-7e587c62c37d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.934740] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.935036] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee4aaf2-c045-4070-a77d-5e72b0e38243 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.944402] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1360.944402] env[69529]: value = "task-3357118" [ 1360.944402] env[69529]: _type = "Task" [ 1360.944402] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.954304] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.368834] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.392556] env[69529]: INFO nova.scheduler.client.report [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleted allocations for instance 109290eb-6d6b-4b32-bf18-f46948d663c7 [ 1361.454547] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357118, 'name': PowerOffVM_Task, 'duration_secs': 0.23007} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.454802] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.455460] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.455695] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.455829] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.456014] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.456168] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.456315] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.456515] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.456691] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.456868] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.457037] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.457216] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.462363] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3b4b7f-cc9a-4a38-88d0-6040f3e56253 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.478411] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1361.478411] env[69529]: value = "task-3357120" [ 1361.478411] env[69529]: _type = "Task" [ 1361.478411] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.489486] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.900542] env[69529]: DEBUG oslo_concurrency.lockutils [None req-d75ccf1c-a5a3-40b2-8676-c62c31e88217 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "109290eb-6d6b-4b32-bf18-f46948d663c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.556s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.992281] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357120, 'name': ReconfigVM_Task, 'duration_secs': 0.14903} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.993085] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ed3f4-e27b-4d24-9cd0-72b5e70509fd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.012198] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.012453] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.012616] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.012808] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.012955] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.013116] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.013490] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.013490] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.013659] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.013826] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.013996] env[69529]: DEBUG nova.virt.hardware [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.015195] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3f7b4e-7338-4930-87b1-3374c29e56d1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.020690] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1362.020690] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e60370-ecb9-7135-f410-e1e9416839bb" [ 1362.020690] env[69529]: _type = "Task" [ 1362.020690] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.028650] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e60370-ecb9-7135-f410-e1e9416839bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.078482] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.078774] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.078985] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "19acc21d-9bc0-47f4-ae07-a04d282d6842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.079179] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.079351] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.081479] env[69529]: INFO nova.compute.manager [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Terminating instance [ 1362.416993] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.417415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.417479] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.417645] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.417818] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.420196] env[69529]: INFO nova.compute.manager [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Terminating instance [ 1362.530146] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]52e60370-ecb9-7135-f410-e1e9416839bb, 'name': SearchDatastore_Task, 'duration_secs': 0.00799} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.535495] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.535761] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9716ef-89a9-4c41-9a9b-dbb455400feb {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.553263] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1362.553263] env[69529]: value = "task-3357121" [ 1362.553263] env[69529]: _type = "Task" [ 1362.553263] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.560825] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.584516] env[69529]: DEBUG nova.compute.manager [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.584711] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.585449] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49576fa3-8df3-4c95-8bf9-c4433adab51a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.591839] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.592052] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f3f4052-b03a-4255-84a7-230903431ad1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.601150] env[69529]: DEBUG oslo_vmware.api [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1362.601150] env[69529]: value = "task-3357122" [ 1362.601150] env[69529]: _type = "Task" [ 1362.601150] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.608479] env[69529]: DEBUG oslo_vmware.api [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.924271] env[69529]: DEBUG nova.compute.manager [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1362.924543] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.925445] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf140ec-29cc-481b-9a50-93b578e68fe2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.932905] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.933133] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8af6338-d377-42aa-8095-5f27385a8e14 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.938892] env[69529]: DEBUG oslo_vmware.api [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1362.938892] env[69529]: value = "task-3357123" [ 1362.938892] env[69529]: _type = "Task" [ 1362.938892] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.948750] env[69529]: DEBUG oslo_vmware.api [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.063774] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357121, 'name': ReconfigVM_Task, 'duration_secs': 0.21138} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.064070] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69529) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1363.064841] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f65a36-b982-416b-b5aa-d477bceaca4b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.086363] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.086682] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb9fa6b-23a0-469d-9f8b-f94d1f44ed92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.106537] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1363.106537] env[69529]: value = "task-3357124" [ 1363.106537] env[69529]: _type = "Task" [ 1363.106537] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.116341] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.119243] env[69529]: DEBUG oslo_vmware.api [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357122, 'name': PowerOffVM_Task, 'duration_secs': 0.179206} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.119481] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.119649] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.119887] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c949ed-d62c-4e9c-a3ef-eeab23aa0545 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.187555] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.187783] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.187966] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleting the datastore file [datastore2] 19acc21d-9bc0-47f4-ae07-a04d282d6842 {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.188238] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-117bc78a-6de5-40b2-b595-2b24d3622a6c {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.195850] env[69529]: DEBUG oslo_vmware.api [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for the task: (returnval){ [ 1363.195850] env[69529]: value = "task-3357126" [ 1363.195850] env[69529]: _type = "Task" [ 1363.195850] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.203268] env[69529]: DEBUG oslo_vmware.api [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.448598] env[69529]: DEBUG oslo_vmware.api [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357123, 'name': PowerOffVM_Task, 'duration_secs': 0.197499} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.448904] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.449055] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.449313] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29ddbd7-ccc6-4044-bdce-3aa7fa3304b9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.503428] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.503646] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.503827] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleting the datastore file [datastore2] 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.504091] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56d7d369-93af-46a8-a68f-81b9d3397443 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.510798] env[69529]: DEBUG oslo_vmware.api [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for the task: (returnval){ [ 1363.510798] env[69529]: value = "task-3357128" [ 1363.510798] env[69529]: _type = "Task" [ 1363.510798] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.518623] env[69529]: DEBUG oslo_vmware.api [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.616214] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357124, 'name': ReconfigVM_Task, 'duration_secs': 0.295104} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.616426] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d/1fde2fb4-98ba-4a55-83e4-7e587c62c37d.vmdk or device None with type thin {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.617239] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83642f-0742-491a-aa87-4118e2eb81d2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.634990] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f077bbaf-fea3-47ee-adea-38611bb8b9c5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.652274] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f814a-2fce-4518-b242-00614df8b47e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.670555] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a5f961-ad7a-4bb1-9671-44326c03385d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.676902] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.677133] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d54014c3-6c8f-456a-b1e0-208ce224a3e5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.683493] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1363.683493] env[69529]: value = "task-3357129" [ 1363.683493] env[69529]: _type = "Task" [ 1363.683493] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.692529] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.703816] env[69529]: DEBUG oslo_vmware.api [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Task: {'id': task-3357126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168404} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.704058] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.704247] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.704437] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.704624] env[69529]: INFO nova.compute.manager [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1363.704855] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.705047] env[69529]: DEBUG nova.compute.manager [-] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1363.705149] env[69529]: DEBUG nova.network.neutron [-] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1363.957757] env[69529]: DEBUG nova.compute.manager [req-aca3df10-548e-4bab-80dc-25ff268c3e7e req-7cc077cd-8590-47c9-a080-6a0ec4546052 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Received event network-vif-deleted-808e7e7f-43b4-4ed0-9df6-362d3b87e858 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.957871] env[69529]: INFO nova.compute.manager [req-aca3df10-548e-4bab-80dc-25ff268c3e7e req-7cc077cd-8590-47c9-a080-6a0ec4546052 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Neutron deleted interface 808e7e7f-43b4-4ed0-9df6-362d3b87e858; detaching it from the instance and deleting it from the info cache [ 1363.958038] env[69529]: DEBUG nova.network.neutron [req-aca3df10-548e-4bab-80dc-25ff268c3e7e req-7cc077cd-8590-47c9-a080-6a0ec4546052 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.020818] env[69529]: DEBUG oslo_vmware.api [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Task: {'id': task-3357128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128803} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.021096] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.021289] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.021493] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.021679] env[69529]: INFO nova.compute.manager [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1364.021925] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.022173] env[69529]: DEBUG nova.compute.manager [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.022312] env[69529]: DEBUG nova.network.neutron [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.195340] env[69529]: DEBUG oslo_vmware.api [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357129, 'name': PowerOnVM_Task, 'duration_secs': 0.420521} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.195340] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.441641] env[69529]: DEBUG nova.network.neutron [-] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.461044] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93c98039-f9df-47bb-9210-9481ee88af65 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.470965] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc887cf8-e8b1-42f4-89e2-91ffc7c77014 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.497852] env[69529]: DEBUG nova.compute.manager [req-aca3df10-548e-4bab-80dc-25ff268c3e7e req-7cc077cd-8590-47c9-a080-6a0ec4546052 service nova] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Detach interface failed, port_id=808e7e7f-43b4-4ed0-9df6-362d3b87e858, reason: Instance 19acc21d-9bc0-47f4-ae07-a04d282d6842 could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1364.944491] env[69529]: INFO nova.compute.manager [-] [instance: 19acc21d-9bc0-47f4-ae07-a04d282d6842] Took 1.24 seconds to deallocate network for instance. [ 1364.961042] env[69529]: DEBUG nova.network.neutron [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.206787] env[69529]: INFO nova.compute.manager [None req-b3e6ada3-e271-47c8-99a1-c1a3f925784a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance to original state: 'active' [ 1365.452616] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.452977] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.453290] env[69529]: DEBUG nova.objects.instance [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lazy-loading 'resources' on Instance uuid 19acc21d-9bc0-47f4-ae07-a04d282d6842 {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.463594] env[69529]: INFO nova.compute.manager [-] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Took 1.44 seconds to deallocate network for instance. [ 1365.969165] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.981503] env[69529]: DEBUG nova.compute.manager [req-f758e01d-8132-4560-9d4e-60920be3c537 req-5a0e489c-cc16-4a5c-a9fc-d2de78f823c6 service nova] [instance: 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac] Received event network-vif-deleted-1b735dee-2154-4602-a342-d323a78b9668 {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.010028] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a14e27-eb2c-41b5-afc2-332840893612 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.017576] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b82672-086b-496a-8656-cb023205345e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.046764] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af77e1df-215b-42e9-b340-fa22f134ae92 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.053943] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fef6c4-f1f2-41c5-9c2b-46d28bbac7ad {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.067726] env[69529]: DEBUG nova.compute.provider_tree [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.378111] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.378388] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.378602] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.378786] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.378955] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.381132] env[69529]: INFO nova.compute.manager [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Terminating instance [ 1366.570753] env[69529]: DEBUG nova.scheduler.client.report [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.884806] env[69529]: DEBUG nova.compute.manager [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.885057] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.885982] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4cc9aa-f6fa-45f1-b1cd-11636d54b790 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.893961] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.894196] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-278a7b6e-df9b-43e4-9973-9bd297be5ff2 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.900676] env[69529]: DEBUG oslo_vmware.api [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1366.900676] env[69529]: value = "task-3357131" [ 1366.900676] env[69529]: _type = "Task" [ 1366.900676] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.907971] env[69529]: DEBUG oslo_vmware.api [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.076023] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.078832] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.109s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.078832] env[69529]: DEBUG nova.objects.instance [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lazy-loading 'resources' on Instance uuid 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.099721] env[69529]: INFO nova.scheduler.client.report [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Deleted allocations for instance 19acc21d-9bc0-47f4-ae07-a04d282d6842 [ 1367.410312] env[69529]: DEBUG oslo_vmware.api [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357131, 'name': PowerOffVM_Task, 'duration_secs': 0.164228} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.410589] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.410758] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.411015] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31364f3a-7a4e-496a-b1cd-7e6ac9570c3b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.473039] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.473282] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Deleting contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.473518] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleting the datastore file [datastore2] 1fde2fb4-98ba-4a55-83e4-7e587c62c37d {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.473802] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-366968ff-a439-43d5-b289-ee4ff3e63136 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.480196] env[69529]: DEBUG oslo_vmware.api [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1367.480196] env[69529]: value = "task-3357134" [ 1367.480196] env[69529]: _type = "Task" [ 1367.480196] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.487867] env[69529]: DEBUG oslo_vmware.api [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.606541] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c17f4743-fd81-44c7-91d4-4efc47586241 tempest-ServerRescueNegativeTestJSON-1819655935 tempest-ServerRescueNegativeTestJSON-1819655935-project-member] Lock "19acc21d-9bc0-47f4-ae07-a04d282d6842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.528s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.623106] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e72b3-5411-4a1b-9f32-eee210c16ac0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.633122] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b0f326-79e9-4951-b57a-ffad9e30372a {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.664372] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0765ea1e-fdc3-4ccd-b3a1-58d7bf3af16d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.671254] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a24b2-ab9e-45b6-a656-43bfe64c6616 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.684930] env[69529]: DEBUG nova.compute.provider_tree [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.990384] env[69529]: DEBUG oslo_vmware.api [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19829} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.990647] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.990832] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Deleted contents of the VM from datastore datastore2 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.991019] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.991202] env[69529]: INFO nova.compute.manager [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1367.991472] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.991656] env[69529]: DEBUG nova.compute.manager [-] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.991754] env[69529]: DEBUG nova.network.neutron [-] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.187986] env[69529]: DEBUG nova.scheduler.client.report [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.425227] env[69529]: DEBUG nova.compute.manager [req-3c56c04a-7632-463b-9df5-14aea78fd61b req-bc98bf00-1d68-40b1-88dc-1e2094545636 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Received event network-vif-deleted-4b60fa74-48c4-4f18-846f-be30d705562f {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.425445] env[69529]: INFO nova.compute.manager [req-3c56c04a-7632-463b-9df5-14aea78fd61b req-bc98bf00-1d68-40b1-88dc-1e2094545636 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Neutron deleted interface 4b60fa74-48c4-4f18-846f-be30d705562f; detaching it from the instance and deleting it from the info cache [ 1368.425648] env[69529]: DEBUG nova.network.neutron [req-3c56c04a-7632-463b-9df5-14aea78fd61b req-bc98bf00-1d68-40b1-88dc-1e2094545636 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.692914] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.715603] env[69529]: INFO nova.scheduler.client.report [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Deleted allocations for instance 76b01f54-a296-4b0f-a1b4-81d9f4fc78ac [ 1368.913253] env[69529]: DEBUG nova.network.neutron [-] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.929049] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13f0fd8c-f14f-47ac-8363-7661b5289fb5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.942513] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7be2abc-fd8b-4b78-83f3-d6de7be9f7a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.969375] env[69529]: DEBUG nova.compute.manager [req-3c56c04a-7632-463b-9df5-14aea78fd61b req-bc98bf00-1d68-40b1-88dc-1e2094545636 service nova] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Detach interface failed, port_id=4b60fa74-48c4-4f18-846f-be30d705562f, reason: Instance 1fde2fb4-98ba-4a55-83e4-7e587c62c37d could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.222919] env[69529]: DEBUG oslo_concurrency.lockutils [None req-c3587f5e-11ad-43f8-aa28-5493b82557d7 tempest-AttachVolumeShelveTestJSON-785489987 tempest-AttachVolumeShelveTestJSON-785489987-project-member] Lock "76b01f54-a296-4b0f-a1b4-81d9f4fc78ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.806s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.417309] env[69529]: INFO nova.compute.manager [-] [instance: 1fde2fb4-98ba-4a55-83e4-7e587c62c37d] Took 1.43 seconds to deallocate network for instance. [ 1369.924190] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.924493] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.924677] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.952296] env[69529]: INFO nova.scheduler.client.report [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted allocations for instance 1fde2fb4-98ba-4a55-83e4-7e587c62c37d [ 1370.462397] env[69529]: DEBUG oslo_concurrency.lockutils [None req-2f26a3dc-f3de-46db-b18e-a5fa9712a453 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1fde2fb4-98ba-4a55-83e4-7e587c62c37d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.084s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.354578] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1c12d4eb-f795-4085-a890-f801f9d3845c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.354921] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.857636] env[69529]: DEBUG nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Starting instance... {{(pid=69529) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.387022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.387022] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.387022] env[69529]: INFO nova.compute.claims [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.422419] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a98594-0efc-4d1b-b94e-5ca385aaeeed {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.430160] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fecd07-aa62-4bbc-885c-0d0578e35ed8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.459817] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeab8799-37d0-41da-906f-40f79e45e725 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.466378] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef40da-1144-4d44-81e5-357a64e547a1 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.478854] env[69529]: DEBUG nova.compute.provider_tree [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.981946] env[69529]: DEBUG nova.scheduler.client.report [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.487162] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.487650] env[69529]: DEBUG nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Start building networks asynchronously for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1374.993088] env[69529]: DEBUG nova.compute.utils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Using /dev/sd instead of None {{(pid=69529) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.995021] env[69529]: DEBUG nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Allocating IP information in the background. {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.995324] env[69529]: DEBUG nova.network.neutron [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] allocate_for_instance() {{(pid=69529) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.033027] env[69529]: DEBUG nova.policy [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d4f6bef61ea47328dae6a90575d585c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8035f5cf79a941508020b18eedb74499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69529) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.396835] env[69529]: DEBUG nova.network.neutron [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Successfully created port: ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.498638] env[69529]: DEBUG nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Start building block device mappings for instance. {{(pid=69529) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.513584] env[69529]: DEBUG nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Start spawning the instance on the hypervisor. {{(pid=69529) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1376.540305] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-08T00:54:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-08T00:54:37Z,direct_url=,disk_format='vmdk',id=a76d0082-22e0-4879-b6b2-3f81f0c6522d,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a45313237b2a44e28b76019d6576a26a',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-08T00:54:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.540570] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.540729] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image limits 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.540910] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Flavor pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.541071] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Image pref 0:0:0 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.541222] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69529) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.541429] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.541621] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.541803] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Got 1 possible topologies {{(pid=69529) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.541970] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.542159] env[69529]: DEBUG nova.virt.hardware [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69529) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.543042] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc811059-4466-47cd-91a4-089966b72218 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.550782] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f92cdda-65a5-4158-b123-3b4834a85c11 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.050533] env[69529]: DEBUG nova.compute.manager [req-1e2472a2-e2d8-4689-aa76-f6bda3678a4d req-8537f270-dcb2-430d-baf4-c9b932f6d434 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Received event network-vif-plugged-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.050775] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e2472a2-e2d8-4689-aa76-f6bda3678a4d req-8537f270-dcb2-430d-baf4-c9b932f6d434 service nova] Acquiring lock "1c12d4eb-f795-4085-a890-f801f9d3845c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.051020] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e2472a2-e2d8-4689-aa76-f6bda3678a4d req-8537f270-dcb2-430d-baf4-c9b932f6d434 service nova] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.051254] env[69529]: DEBUG oslo_concurrency.lockutils [req-1e2472a2-e2d8-4689-aa76-f6bda3678a4d req-8537f270-dcb2-430d-baf4-c9b932f6d434 service nova] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.051427] env[69529]: DEBUG nova.compute.manager [req-1e2472a2-e2d8-4689-aa76-f6bda3678a4d req-8537f270-dcb2-430d-baf4-c9b932f6d434 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] No waiting events found dispatching network-vif-plugged-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.051637] env[69529]: WARNING nova.compute.manager [req-1e2472a2-e2d8-4689-aa76-f6bda3678a4d req-8537f270-dcb2-430d-baf4-c9b932f6d434 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Received unexpected event network-vif-plugged-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff for instance with vm_state building and task_state spawning. [ 1377.130661] env[69529]: DEBUG nova.network.neutron [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Successfully updated port: ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.634947] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.635268] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.635268] env[69529]: DEBUG nova.network.neutron [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.166861] env[69529]: DEBUG nova.network.neutron [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Instance cache missing network info. {{(pid=69529) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.283668] env[69529]: DEBUG nova.network.neutron [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updating instance_info_cache with network_info: [{"id": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "address": "fa:16:3e:a1:5c:ac", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdaecc0-6f", "ovs_interfaceid": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.786892] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.787290] env[69529]: DEBUG nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Instance network_info: |[{"id": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "address": "fa:16:3e:a1:5c:ac", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdaecc0-6f", "ovs_interfaceid": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69529) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1378.787649] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:5c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecdaecc0-6f6e-4e04-bf45-b3788719e9ff', 'vif_model': 'vmxnet3'}] {{(pid=69529) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.795139] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.795340] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Creating VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.795564] env[69529]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52f02f03-31ed-4876-94c5-506d8f107e85 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.816236] env[69529]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.816236] env[69529]: value = "task-3357136" [ 1378.816236] env[69529]: _type = "Task" [ 1378.816236] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.823678] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357136, 'name': CreateVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.077382] env[69529]: DEBUG nova.compute.manager [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Received event network-changed-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.077695] env[69529]: DEBUG nova.compute.manager [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Refreshing instance network info cache due to event network-changed-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.078033] env[69529]: DEBUG oslo_concurrency.lockutils [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] Acquiring lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.078261] env[69529]: DEBUG oslo_concurrency.lockutils [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] Acquired lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.078493] env[69529]: DEBUG nova.network.neutron [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Refreshing network info cache for port ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.326138] env[69529]: DEBUG oslo_vmware.api [-] Task: {'id': task-3357136, 'name': CreateVM_Task, 'duration_secs': 0.292271} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.326312] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Created VM on the ESX host {{(pid=69529) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.326917] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.327096] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.327415] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.327665] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c4a356-72ad-4848-8499-26486e43ae20 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.332500] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1379.332500] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528130b6-50ff-8ed2-e76d-6a1ea590c417" [ 1379.332500] env[69529]: _type = "Task" [ 1379.332500] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.339763] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528130b6-50ff-8ed2-e76d-6a1ea590c417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.747416] env[69529]: DEBUG nova.network.neutron [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updated VIF entry in instance network info cache for port ecdaecc0-6f6e-4e04-bf45-b3788719e9ff. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.747758] env[69529]: DEBUG nova.network.neutron [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updating instance_info_cache with network_info: [{"id": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "address": "fa:16:3e:a1:5c:ac", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdaecc0-6f", "ovs_interfaceid": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.842272] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]528130b6-50ff-8ed2-e76d-6a1ea590c417, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.842650] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.842783] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Processing image a76d0082-22e0-4879-b6b2-3f81f0c6522d {{(pid=69529) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.843017] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.843175] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.843352] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.843651] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b15a9dc-78cb-4d8b-8b9a-0a2f297eabc7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.852199] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69529) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.852370] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69529) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.853036] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f916b8d-19cf-4d43-93e7-6254914ff837 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.857786] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1379.857786] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523685a0-7e28-c383-3b94-ea863376f87b" [ 1379.857786] env[69529]: _type = "Task" [ 1379.857786] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.865138] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523685a0-7e28-c383-3b94-ea863376f87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.250836] env[69529]: DEBUG oslo_concurrency.lockutils [req-00814c2f-4293-48af-bf36-482f4b46c41c req-9e695441-f23c-4795-89db-d481f628daa3 service nova] Releasing lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.368440] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]523685a0-7e28-c383-3b94-ea863376f87b, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.369227] env[69529]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3543f2d3-402b-4dfd-a6ea-0ac9ace69fe3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.373956] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1380.373956] env[69529]: value = "session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5210a947-2d7b-183e-94fb-232b03eebfc0" [ 1380.373956] env[69529]: _type = "Task" [ 1380.373956] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.380827] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5210a947-2d7b-183e-94fb-232b03eebfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.537116] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.537349] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.537479] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.537630] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.537784] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.537927] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.538088] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.538233] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1380.538384] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.884054] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': session[52aa0a19-62f1-a3be-36c0-fd6ab7bec8cd]5210a947-2d7b-183e-94fb-232b03eebfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.884456] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.884561] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 1c12d4eb-f795-4085-a890-f801f9d3845c/1c12d4eb-f795-4085-a890-f801f9d3845c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.884846] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86d9c592-14c2-49a0-a192-c9bbd5d76c38 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.891528] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1380.891528] env[69529]: value = "task-3357137" [ 1380.891528] env[69529]: _type = "Task" [ 1380.891528] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.898497] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.042151] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.042520] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.042763] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.043072] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1381.044156] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a802c7-3571-4ca8-b42b-97f551816dfd {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.053483] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b443fa98-db8f-4388-8c53-8384e7cb0c76 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.070286] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302592c2-b6b5-4976-aaa4-0e1e5f44b818 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.078192] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c7322c-7de0-4644-b54f-a0aaa2bf31d7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.107993] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179596MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1381.108198] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.108391] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.401162] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440445} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.401417] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a76d0082-22e0-4879-b6b2-3f81f0c6522d/a76d0082-22e0-4879-b6b2-3f81f0c6522d.vmdk to [datastore1] 1c12d4eb-f795-4085-a890-f801f9d3845c/1c12d4eb-f795-4085-a890-f801f9d3845c.vmdk {{(pid=69529) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.401629] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Extending root virtual disk to 1048576 {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.401866] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa62fa2-aa0a-498a-bcbb-57e91afc21c6 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.407700] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1381.407700] env[69529]: value = "task-3357138" [ 1381.407700] env[69529]: _type = "Task" [ 1381.407700] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.415166] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.917063] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140525} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.917429] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Extended root virtual disk {{(pid=69529) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.918045] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce1ed5e-baa3-46ff-9a78-df6a12169329 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.939195] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 1c12d4eb-f795-4085-a890-f801f9d3845c/1c12d4eb-f795-4085-a890-f801f9d3845c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.940026] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6528f3a-59e3-42d1-ae10-c2814ecf0cae {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.958753] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1381.958753] env[69529]: value = "task-3357139" [ 1381.958753] env[69529]: _type = "Task" [ 1381.958753] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.966987] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.133326] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Instance 1c12d4eb-f795-4085-a890-f801f9d3845c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69529) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1382.133522] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1382.133713] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1382.159344] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a23e0d3-3121-4615-a7c9-4ae949d2402d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.167034] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8186e951-25d4-4949-af4c-08e1f89da0b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.197062] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b6d26-36ce-46d4-81bf-d0cd18abc8ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.204308] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358ce09c-636a-4fb2-9344-bfb3499e9035 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.217860] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.468909] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357139, 'name': ReconfigVM_Task, 'duration_secs': 0.273397} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.470055] env[69529]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 1c12d4eb-f795-4085-a890-f801f9d3845c/1c12d4eb-f795-4085-a890-f801f9d3845c.vmdk or device None with type sparse {{(pid=69529) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.470055] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7101c2e-e864-4c06-997d-9b173ac500a7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.479416] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1382.479416] env[69529]: value = "task-3357140" [ 1382.479416] env[69529]: _type = "Task" [ 1382.479416] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.487969] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357140, 'name': Rename_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.721455] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.990024] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357140, 'name': Rename_Task, 'duration_secs': 0.138626} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.990464] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.990464] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2059c74-92ad-4cb9-9c4d-26a5b37d8d34 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.997048] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1382.997048] env[69529]: value = "task-3357141" [ 1382.997048] env[69529]: _type = "Task" [ 1382.997048] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.003505] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.226369] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1383.226587] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.506590] env[69529]: DEBUG oslo_vmware.api [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357141, 'name': PowerOnVM_Task, 'duration_secs': 0.447933} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.506866] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.507099] env[69529]: INFO nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1383.507287] env[69529]: DEBUG nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.508076] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b49680-784b-4952-89cd-e8666bad52f8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.023693] env[69529]: INFO nova.compute.manager [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Took 11.66 seconds to build instance. [ 1384.395923] env[69529]: DEBUG nova.compute.manager [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Received event network-changed-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.396256] env[69529]: DEBUG nova.compute.manager [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Refreshing instance network info cache due to event network-changed-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff. {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.397030] env[69529]: DEBUG oslo_concurrency.lockutils [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] Acquiring lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.397030] env[69529]: DEBUG oslo_concurrency.lockutils [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] Acquired lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.397030] env[69529]: DEBUG nova.network.neutron [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Refreshing network info cache for port ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.525938] env[69529]: DEBUG oslo_concurrency.lockutils [None req-3d9c5fd0-3670-45a5-b4da-ecd0c63bd25a tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.171s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.110672] env[69529]: DEBUG nova.network.neutron [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updated VIF entry in instance network info cache for port ecdaecc0-6f6e-4e04-bf45-b3788719e9ff. {{(pid=69529) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.111050] env[69529]: DEBUG nova.network.neutron [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updating instance_info_cache with network_info: [{"id": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "address": "fa:16:3e:a1:5c:ac", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdaecc0-6f", "ovs_interfaceid": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.614141] env[69529]: DEBUG oslo_concurrency.lockutils [req-100e970e-62c7-48a8-9f78-d9acb1eabb02 req-da5a2891-6fb4-4b30-b02c-ce22853d2e0e service nova] Releasing lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.341021] env[69529]: DEBUG oslo_concurrency.lockutils [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1c12d4eb-f795-4085-a890-f801f9d3845c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.341437] env[69529]: DEBUG oslo_concurrency.lockutils [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.341575] env[69529]: DEBUG nova.compute.manager [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.343942] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a23394-d884-4634-8af7-b84e5520fc03 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.350702] env[69529]: DEBUG nova.compute.manager [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69529) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1419.351289] env[69529]: DEBUG nova.objects.instance [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'flavor' on Instance uuid 1c12d4eb-f795-4085-a890-f801f9d3845c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.359915] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.360267] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96659a95-ab09-42d3-9ff9-9fbd6af08652 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.368664] env[69529]: DEBUG oslo_vmware.api [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1420.368664] env[69529]: value = "task-3357142" [ 1420.368664] env[69529]: _type = "Task" [ 1420.368664] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.376530] env[69529]: DEBUG oslo_vmware.api [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.878721] env[69529]: DEBUG oslo_vmware.api [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357142, 'name': PowerOffVM_Task, 'duration_secs': 0.165575} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.878988] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.879207] env[69529]: DEBUG nova.compute.manager [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.879953] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0805dbbf-1566-44ac-a34b-dcc350a17472 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.390887] env[69529]: DEBUG oslo_concurrency.lockutils [None req-67ed0bb9-236a-4844-bf2b-62333b94bb69 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.700289] env[69529]: DEBUG nova.objects.instance [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'flavor' on Instance uuid 1c12d4eb-f795-4085-a890-f801f9d3845c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.205277] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.205479] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.205612] env[69529]: DEBUG nova.network.neutron [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.205823] env[69529]: DEBUG nova.objects.instance [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'info_cache' on Instance uuid 1c12d4eb-f795-4085-a890-f801f9d3845c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.709406] env[69529]: DEBUG nova.objects.base [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Object Instance<1c12d4eb-f795-4085-a890-f801f9d3845c> lazy-loaded attributes: flavor,info_cache {{(pid=69529) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1423.399975] env[69529]: DEBUG nova.network.neutron [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updating instance_info_cache with network_info: [{"id": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "address": "fa:16:3e:a1:5c:ac", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdaecc0-6f", "ovs_interfaceid": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.903432] env[69529]: DEBUG oslo_concurrency.lockutils [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.909889] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powering on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.910297] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78bd7fb6-dad0-4b94-aca1-fef81e1831c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.918516] env[69529]: DEBUG oslo_vmware.api [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1424.918516] env[69529]: value = "task-3357143" [ 1424.918516] env[69529]: _type = "Task" [ 1424.918516] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.926065] env[69529]: DEBUG oslo_vmware.api [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.428221] env[69529]: DEBUG oslo_vmware.api [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357143, 'name': PowerOnVM_Task, 'duration_secs': 0.36845} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.428532] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powered on the VM {{(pid=69529) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.428674] env[69529]: DEBUG nova.compute.manager [None req-7b070607-b679-421e-8272-2429bcb93561 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.429427] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e81b0f7-c46e-4c32-9806-df0a582101bc {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.396530] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32979854-61c4-4322-926c-0fcb2e4176c8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.403706] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67787f-8fc3-40fa-9283-478b5ffb24b9 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Suspending the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1426.403933] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-201cc369-2bdb-4c8b-a569-f45f2f1e8592 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.410047] env[69529]: DEBUG oslo_vmware.api [None req-2a67787f-8fc3-40fa-9283-478b5ffb24b9 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1426.410047] env[69529]: value = "task-3357144" [ 1426.410047] env[69529]: _type = "Task" [ 1426.410047] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.417291] env[69529]: DEBUG oslo_vmware.api [None req-2a67787f-8fc3-40fa-9283-478b5ffb24b9 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357144, 'name': SuspendVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.919817] env[69529]: DEBUG oslo_vmware.api [None req-2a67787f-8fc3-40fa-9283-478b5ffb24b9 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357144, 'name': SuspendVM_Task} progress is 70%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.420924] env[69529]: DEBUG oslo_vmware.api [None req-2a67787f-8fc3-40fa-9283-478b5ffb24b9 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357144, 'name': SuspendVM_Task, 'duration_secs': 0.592466} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.421364] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67787f-8fc3-40fa-9283-478b5ffb24b9 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Suspended the VM {{(pid=69529) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1427.421456] env[69529]: DEBUG nova.compute.manager [None req-2a67787f-8fc3-40fa-9283-478b5ffb24b9 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.422150] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f60bb44-7508-4bff-9133-0018aab10db3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.711371] env[69529]: INFO nova.compute.manager [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Resuming [ 1428.712056] env[69529]: DEBUG nova.objects.instance [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'flavor' on Instance uuid 1c12d4eb-f795-4085-a890-f801f9d3845c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.221101] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.221526] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquired lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.221526] env[69529]: DEBUG nova.network.neutron [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Building network info cache for instance {{(pid=69529) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.906554] env[69529]: DEBUG nova.network.neutron [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updating instance_info_cache with network_info: [{"id": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "address": "fa:16:3e:a1:5c:ac", "network": {"id": "d7326f2a-c95a-49a5-af52-31c6bb740aca", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1827957293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8035f5cf79a941508020b18eedb74499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecdaecc0-6f", "ovs_interfaceid": "ecdaecc0-6f6e-4e04-bf45-b3788719e9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.409048] env[69529]: DEBUG oslo_concurrency.lockutils [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Releasing lock "refresh_cache-1c12d4eb-f795-4085-a890-f801f9d3845c" {{(pid=69529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.410043] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b135ab-3ed7-4282-9124-7494872b0cfe {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.416961] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Resuming the VM {{(pid=69529) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1431.417209] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c2515fb-322a-4b69-9466-98e3f8ffe4f0 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.424016] env[69529]: DEBUG oslo_vmware.api [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1431.424016] env[69529]: value = "task-3357145" [ 1431.424016] env[69529]: _type = "Task" [ 1431.424016] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.431260] env[69529]: DEBUG oslo_vmware.api [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.933844] env[69529]: DEBUG oslo_vmware.api [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357145, 'name': PowerOnVM_Task, 'duration_secs': 0.489902} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.934351] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Resumed the VM {{(pid=69529) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1431.934543] env[69529]: DEBUG nova.compute.manager [None req-8bcafa48-6ad4-4a83-992c-3b5c22e3ff02 tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Checking state {{(pid=69529) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.935250] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7079d5-216c-4ab0-91ba-b5c687971de9 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.332972] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1c12d4eb-f795-4085-a890-f801f9d3845c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.333462] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.333527] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "1c12d4eb-f795-4085-a890-f801f9d3845c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.333658] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.333881] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.336035] env[69529]: INFO nova.compute.manager [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Terminating instance [ 1433.840699] env[69529]: DEBUG nova.compute.manager [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Start destroying the instance on the hypervisor. {{(pid=69529) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1433.840972] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Destroying instance {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.841838] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cea8c4-eb0f-45b0-b798-62e2cb139af3 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.849610] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powering off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.849836] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0cd1e9b-00dd-4d32-bf63-93e027280e6d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.856756] env[69529]: DEBUG oslo_vmware.api [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1433.856756] env[69529]: value = "task-3357146" [ 1433.856756] env[69529]: _type = "Task" [ 1433.856756] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.864525] env[69529]: DEBUG oslo_vmware.api [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.367781] env[69529]: DEBUG oslo_vmware.api [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357146, 'name': PowerOffVM_Task, 'duration_secs': 0.183879} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.368178] env[69529]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Powered off the VM {{(pid=69529) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.368238] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Unregistering the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.368464] env[69529]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0766bc5b-bf75-4a0a-83b6-299bff672d2d {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.427694] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Unregistered the VM {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.427910] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Deleting contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.428112] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleting the datastore file [datastore1] 1c12d4eb-f795-4085-a890-f801f9d3845c {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.428403] env[69529]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b06fec-2e4c-4c5d-b1f7-64852252f8a8 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.435851] env[69529]: DEBUG oslo_vmware.api [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for the task: (returnval){ [ 1434.435851] env[69529]: value = "task-3357148" [ 1434.435851] env[69529]: _type = "Task" [ 1434.435851] env[69529]: } to complete. {{(pid=69529) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.444321] env[69529]: DEBUG oslo_vmware.api [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.945748] env[69529]: DEBUG oslo_vmware.api [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Task: {'id': task-3357148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155167} completed successfully. {{(pid=69529) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.946014] env[69529]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted the datastore file {{(pid=69529) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.946214] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Deleted contents of the VM from datastore datastore1 {{(pid=69529) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.946407] env[69529]: DEBUG nova.virt.vmwareapi.vmops [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Instance destroyed {{(pid=69529) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.946607] env[69529]: INFO nova.compute.manager [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1434.946875] env[69529]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69529) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1434.947078] env[69529]: DEBUG nova.compute.manager [-] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Deallocating network for instance {{(pid=69529) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1434.947176] env[69529]: DEBUG nova.network.neutron [-] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] deallocate_for_instance() {{(pid=69529) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.392352] env[69529]: DEBUG nova.compute.manager [req-570f1700-7594-43aa-b944-29313632fa9c req-9c8b8d7a-420c-4890-8664-7c2a95930954 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Received event network-vif-deleted-ecdaecc0-6f6e-4e04-bf45-b3788719e9ff {{(pid=69529) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.392352] env[69529]: INFO nova.compute.manager [req-570f1700-7594-43aa-b944-29313632fa9c req-9c8b8d7a-420c-4890-8664-7c2a95930954 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Neutron deleted interface ecdaecc0-6f6e-4e04-bf45-b3788719e9ff; detaching it from the instance and deleting it from the info cache [ 1435.392352] env[69529]: DEBUG nova.network.neutron [req-570f1700-7594-43aa-b944-29313632fa9c req-9c8b8d7a-420c-4890-8664-7c2a95930954 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.876940] env[69529]: DEBUG nova.network.neutron [-] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Updating instance_info_cache with network_info: [] {{(pid=69529) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.894336] env[69529]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae949470-a572-428e-8cb8-52d3f24ab8ef {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.903951] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba3e40-d267-4fe3-b72d-1c89d6e30d52 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.928345] env[69529]: DEBUG nova.compute.manager [req-570f1700-7594-43aa-b944-29313632fa9c req-9c8b8d7a-420c-4890-8664-7c2a95930954 service nova] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Detach interface failed, port_id=ecdaecc0-6f6e-4e04-bf45-b3788719e9ff, reason: Instance 1c12d4eb-f795-4085-a890-f801f9d3845c could not be found. {{(pid=69529) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1436.380502] env[69529]: INFO nova.compute.manager [-] [instance: 1c12d4eb-f795-4085-a890-f801f9d3845c] Took 1.43 seconds to deallocate network for instance. [ 1436.886811] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.887182] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.887380] env[69529]: DEBUG nova.objects.instance [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lazy-loading 'resources' on Instance uuid 1c12d4eb-f795-4085-a890-f801f9d3845c {{(pid=69529) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.424431] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab468c8-ca80-4065-b8fa-ac89c6fa4a63 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.432308] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9716981a-dcfd-49fd-a069-e68ffa2bd3b4 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.461723] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d80e8ea-6cc8-47fc-8e1b-41077cfc223e {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.468770] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1dc06a-1af9-407e-b590-8e77be5da498 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.481523] env[69529]: DEBUG nova.compute.provider_tree [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.984664] env[69529]: DEBUG nova.scheduler.client.report [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.489671] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.512968] env[69529]: INFO nova.scheduler.client.report [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Deleted allocations for instance 1c12d4eb-f795-4085-a890-f801f9d3845c [ 1439.020774] env[69529]: DEBUG oslo_concurrency.lockutils [None req-a0cbcee6-b38f-435e-a1cd-87a02ffc8dca tempest-ServerActionsTestJSON-298623753 tempest-ServerActionsTestJSON-298623753-project-member] Lock "1c12d4eb-f795-4085-a890-f801f9d3845c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.587158] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.587487] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.091825] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.092035] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.092297] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.092377] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.092559] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.092835] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.093342] env[69529]: DEBUG nova.compute.manager [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69529) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1441.093342] env[69529]: DEBUG oslo_service.periodic_task [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69529) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.596357] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.596756] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.596756] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.596979] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69529) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1441.597839] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c338d-c3eb-4a79-bb11-f599b149c5b7 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.605948] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcde187-0f55-49a8-a043-38c53b055432 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.621337] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d40204-e9f2-4ae1-94b1-a7bf89709259 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.627275] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2a25ec-5e8c-4858-a92b-6c008bf8b986 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.655215] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180991MB free_disk=107GB free_vcpus=48 pci_devices=None {{(pid=69529) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1441.655351] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.655559] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.675112] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1442.675414] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69529) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1442.687996] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca3302-0aff-47b4-990f-2720f1378fa5 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.695337] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fd2b9f-2e06-427a-a016-5af1fac995de {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.725399] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696aecf5-5d11-4083-a17a-0385de41f37b {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.732101] env[69529]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b5614-f33e-475c-907c-1dff58022e01 {{(pid=69529) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.744534] env[69529]: DEBUG nova.compute.provider_tree [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed in ProviderTree for provider: 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 {{(pid=69529) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.247548] env[69529]: DEBUG nova.scheduler.client.report [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Inventory has not changed for provider 6319ec90-cb63-4f48-a3ba-c175ec0ccde7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69529) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.753311] env[69529]: DEBUG nova.compute.resource_tracker [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69529) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1443.753826] env[69529]: DEBUG oslo_concurrency.lockutils [None req-00426ef0-88ef-43bb-8868-ec4268b11b97 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69529) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}